2024-11-23 15:04:52,335 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5
2024-11-23 15:04:52,360 main DEBUG Took 0.022174 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-23 15:04:52,361 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-23 15:04:52,362 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-23 15:04:52,364 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-23 15:04:52,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,382 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-23 15:04:52,400 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,403 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,408 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,411 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,413 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,415 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,418 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,419 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,422 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,423 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-23 15:04:52,424 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,425 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-23 15:04:52,427 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-23 15:04:52,429 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-23 15:04:52,431 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-23 15:04:52,432 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-23 15:04:52,434 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-23 15:04:52,434 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-23 15:04:52,446 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-23 15:04:52,450 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-23 15:04:52,453 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-23 15:04:52,453 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-23 15:04:52,454 main DEBUG createAppenders(={Console})
2024-11-23 15:04:52,454 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 initialized
2024-11-23 15:04:52,455 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5
2024-11-23 15:04:52,455 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@57bc27f5 OK.
2024-11-23 15:04:52,456 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-23 15:04:52,456 main DEBUG OutputStream closed
2024-11-23 15:04:52,457 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-23 15:04:52,457 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-23 15:04:52,457 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@57cf54e1 OK
2024-11-23 15:04:52,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-23 15:04:52,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-23 15:04:52,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-23 15:04:52,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-23 15:04:52,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-23 15:04:52,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-23 15:04:52,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-23 15:04:52,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-23 15:04:52,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-23 15:04:52,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-23 15:04:52,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-23 15:04:52,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-23 15:04:52,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-23 15:04:52,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-23 15:04:52,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-23 15:04:52,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-23 15:04:52,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-23 15:04:52,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-23 15:04:52,614 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-23 15:04:52,615 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1608bcbd) with optional ClassLoader: null
2024-11-23 15:04:52,615 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-23 15:04:52,616 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1608bcbd] started OK.
2024-11-23T15:04:52,653 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestExportSnapshot timeout: 13 mins
2024-11-23 15:04:52,669 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-23 15:04:52,670 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-23T15:04:53,175 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c
2024-11-23T15:04:53,175 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobExportSnapshot timeout: 13 mins
2024-11-23T15:04:53,176 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobSecureExportSnapshot timeout: 13 mins
2024-11-23T15:04:53,229 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-23T15:04:53,447 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-23T15:04:53,470 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6, deleteOnExit=true
2024-11-23T15:04:53,470 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-23T15:04:53,471 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/test.cache.data in system properties and HBase conf
2024-11-23T15:04:53,472 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.tmp.dir in system properties and HBase conf
2024-11-23T15:04:53,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir in system properties and HBase conf
2024-11-23T15:04:53,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-23T15:04:53,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-23T15:04:53,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-23T15:04:53,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-23T15:04:53,594 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-23T15:04:53,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-23T15:04:53,596 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-23T15:04:53,597 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-23T15:04:53,598 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-23T15:04:53,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-23T15:04:53,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-23T15:04:53,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-23T15:04:53,601 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-23T15:04:53,602 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/nfs.dump.dir in system properties and HBase conf
2024-11-23T15:04:53,603 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir in system properties and HBase conf
2024-11-23T15:04:53,603 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-23T15:04:53,604 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-23T15:04:53,605 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-23T15:04:55,173 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-23T15:04:55,294 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4163ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-23T15:04:55,415 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:04:55,552 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:04:55,592 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:04:55,593 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:04:55,595 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-23T15:04:55,615 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:04:55,623 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186b7ee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:04:55,624 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@af8acfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T15:04:55,864 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5996a1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-46793-hadoop-hdfs-3_4_1-tests_jar-_-any-6818948368245662589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-23T15:04:55,874 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:46793}
2024-11-23T15:04:55,874 INFO  [Time-limited test {}] server.Server(415): Started @4744ms
2024-11-23T15:04:56,518 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:04:56,530 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:04:56,534 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:04:56,535 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:04:56,535 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T15:04:56,536 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f017a3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:04:56,537 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d28edc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T15:04:56,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@590f03cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-37725-hadoop-hdfs-3_4_1-tests_jar-_-any-14532452392151467413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T15:04:56,693 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2916d004{HTTP/1.1, (http/1.1)}{localhost:37725}
2024-11-23T15:04:56,693 INFO  [Time-limited test {}] server.Server(415): Started @5564ms
2024-11-23T15:04:56,777 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-23T15:04:56,923 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:04:56,931 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:04:56,933 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:04:56,933 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:04:56,933 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T15:04:56,934 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3765cc44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:04:56,935 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@650cc041{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T15:04:57,072 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fa4a624{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-46427-hadoop-hdfs-3_4_1-tests_jar-_-any-299131052267754168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T15:04:57,073 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75e7f2ac{HTTP/1.1, (http/1.1)}{localhost:46427}
2024-11-23T15:04:57,074 INFO  [Time-limited test {}] server.Server(415): Started @5944ms
2024-11-23T15:04:57,076 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-23T15:04:57,155 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:04:57,163 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:04:57,173 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:04:57,173 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:04:57,174 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T15:04:57,177 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39e547ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:04:57,178 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a0d78f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-23T15:04:57,313 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@285f5d4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-43415-hadoop-hdfs-3_4_1-tests_jar-_-any-10111806193155117046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T15:04:57,314 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37faaf22{HTTP/1.1, (http/1.1)}{localhost:43415}
2024-11-23T15:04:57,315 INFO  [Time-limited test {}] server.Server(415): Started @6185ms
2024-11-23T15:04:57,318 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-23T15:04:59,284 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/current/BP-1989606669-172.17.0.3-1732374294485/current, will proceed with Du for space computation calculation, 
2024-11-23T15:04:59,284 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/current/BP-1989606669-172.17.0.3-1732374294485/current, will proceed with Du for space computation calculation, 
2024-11-23T15:04:59,284 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/current/BP-1989606669-172.17.0.3-1732374294485/current, will proceed with Du for space computation calculation, 
2024-11-23T15:04:59,286 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/current/BP-1989606669-172.17.0.3-1732374294485/current, will proceed with Du for space computation calculation, 
2024-11-23T15:04:59,327 WARN  [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/current/BP-1989606669-172.17.0.3-1732374294485/current, will proceed with Du for space computation calculation, 
2024-11-23T15:04:59,334 WARN  [Thread-135 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/current/BP-1989606669-172.17.0.3-1732374294485/current, will proceed with Du for space computation calculation, 
2024-11-23T15:04:59,362 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-23T15:04:59,397 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-23T15:04:59,407 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-23T15:04:59,454 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b3af092bd39c2c0 with lease ID 0x93df2366a2cc42fd: Processing first storage report for DS-47aff74f-3de0-4aa5-a46d-76dbf2a89bb9 from datanode DatanodeRegistration(127.0.0.1:37675, datanodeUuid=62068d41-3d9a-4d0c-9759-ad00010ebb2f, infoPort=37359, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485)
2024-11-23T15:04:59,455 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b3af092bd39c2c0 with lease ID 0x93df2366a2cc42fd: from storage DS-47aff74f-3de0-4aa5-a46d-76dbf2a89bb9 node DatanodeRegistration(127.0.0.1:37675, datanodeUuid=62068d41-3d9a-4d0c-9759-ad00010ebb2f, infoPort=37359, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-23T15:04:59,456 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e4c07c975e369 with lease ID 0x93df2366a2cc42fc: Processing first storage report for DS-c5e73556-bc1b-4f27-ab4c-1dfae2650df7 from datanode DatanodeRegistration(127.0.0.1:34651, datanodeUuid=44d22d9a-0992-4c01-9a3a-c69cc8c749bd, infoPort=37277, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485)
2024-11-23T15:04:59,456 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e4c07c975e369 with lease ID 0x93df2366a2cc42fc: from storage DS-c5e73556-bc1b-4f27-ab4c-1dfae2650df7 node DatanodeRegistration(127.0.0.1:34651, datanodeUuid=44d22d9a-0992-4c01-9a3a-c69cc8c749bd, infoPort=37277, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-23T15:04:59,456 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d92f825bb9b0520 with lease ID 0x93df2366a2cc42fe: Processing first storage report for DS-02f1a8ec-f872-4dbe-b2de-d6d757a31d0c from datanode DatanodeRegistration(127.0.0.1:43789, datanodeUuid=26ca64f6-53ec-464d-9388-2fe48dd28ee9, infoPort=38137, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485)
2024-11-23T15:04:59,456 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d92f825bb9b0520 with lease ID 0x93df2366a2cc42fe: from storage DS-02f1a8ec-f872-4dbe-b2de-d6d757a31d0c node DatanodeRegistration(127.0.0.1:43789, datanodeUuid=26ca64f6-53ec-464d-9388-2fe48dd28ee9, infoPort=38137, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-23T15:04:59,457 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b3af092bd39c2c0 with lease ID 0x93df2366a2cc42fd: Processing first storage report for DS-b4058258-02cb-4f47-8fc3-e8b39b0a39a9 from datanode DatanodeRegistration(127.0.0.1:37675, datanodeUuid=62068d41-3d9a-4d0c-9759-ad00010ebb2f, infoPort=37359, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485)
2024-11-23T15:04:59,457 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b3af092bd39c2c0 with lease ID 0x93df2366a2cc42fd: from storage DS-b4058258-02cb-4f47-8fc3-e8b39b0a39a9 node DatanodeRegistration(127.0.0.1:37675, datanodeUuid=62068d41-3d9a-4d0c-9759-ad00010ebb2f, infoPort=37359, infoSecurePort=0, ipcPort=43879, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-23T15:04:59,457 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e4c07c975e369 with lease ID 0x93df2366a2cc42fc: Processing first storage report for DS-ff8f9724-2fe6-4891-bea1-e27e4ef0830c from datanode DatanodeRegistration(127.0.0.1:34651, datanodeUuid=44d22d9a-0992-4c01-9a3a-c69cc8c749bd, infoPort=37277, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485)
2024-11-23T15:04:59,457 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e4c07c975e369 with lease ID 0x93df2366a2cc42fc: from storage DS-ff8f9724-2fe6-4891-bea1-e27e4ef0830c node DatanodeRegistration(127.0.0.1:34651, datanodeUuid=44d22d9a-0992-4c01-9a3a-c69cc8c749bd, infoPort=37277, infoSecurePort=0, ipcPort=37321, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-23T15:04:59,458 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d92f825bb9b0520 with lease ID 0x93df2366a2cc42fe: Processing first storage report for DS-87b1b99f-e310-4a2c-bb7d-6354a07ba36d from datanode DatanodeRegistration(127.0.0.1:43789, datanodeUuid=26ca64f6-53ec-464d-9388-2fe48dd28ee9, infoPort=38137, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485)
2024-11-23T15:04:59,458 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d92f825bb9b0520 with lease ID 0x93df2366a2cc42fe: from storage DS-87b1b99f-e310-4a2c-bb7d-6354a07ba36d node DatanodeRegistration(127.0.0.1:43789, datanodeUuid=26ca64f6-53ec-464d-9388-2fe48dd28ee9, infoPort=38137, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=1357288567;c=1732374294485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-23T15:04:59,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c
2024-11-23T15:04:59,580 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/zookeeper_0, clientPort=62627, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-23T15:04:59,595 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62627
2024-11-23T15:04:59,610 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:04:59,614 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:04:59,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741825_1001 (size=7)
2024-11-23T15:04:59,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741825_1001 (size=7)
2024-11-23T15:04:59,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741825_1001 (size=7)
2024-11-23T15:05:00,354 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce with version=8
2024-11-23T15:05:00,354 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/hbase-staging
2024-11-23T15:05:00,485 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-23T15:05:00,743 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/c6f7b1897123:0 server-side Connection retries=45
2024-11-23T15:05:00,753 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:00,754 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:00,759 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T15:05:00,760 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:00,760 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T15:05:00,937 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-23T15:05:01,000 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-23T15:05:01,008 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-23T15:05:01,011 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T15:05:01,034 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 117692 (auto-detected)
2024-11-23T15:05:01,035 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-23T15:05:01,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36733
2024-11-23T15:05:01,080 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36733 connecting to ZooKeeper ensemble=127.0.0.1:62627
2024-11-23T15:05:01,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367330x0, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T15:05:01,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36733-0x1016839ff480000 connected
2024-11-23T15:05:01,245 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,249 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:05:01,272 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce, hbase.cluster.distributed=false
2024-11-23T15:05:01,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T15:05:01,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36733
2024-11-23T15:05:01,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36733
2024-11-23T15:05:01,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36733
2024-11-23T15:05:01,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36733
2024-11-23T15:05:01,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36733
2024-11-23T15:05:01,493 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45
2024-11-23T15:05:01,495 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,496 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,496 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T15:05:01,496 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,496 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T15:05:01,500 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-23T15:05:01,504 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T15:05:01,505 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42617
2024-11-23T15:05:01,507 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42617 connecting to ZooKeeper ensemble=127.0.0.1:62627
2024-11-23T15:05:01,509 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,514 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426170x0, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T15:05:01,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426170x0, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:05:01,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42617-0x1016839ff480001 connected
2024-11-23T15:05:01,539 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-23T15:05:01,543 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-23T15:05:01,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-23T15:05:01,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T15:05:01,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42617
2024-11-23T15:05:01,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42617
2024-11-23T15:05:01,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42617
2024-11-23T15:05:01,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42617
2024-11-23T15:05:01,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42617
2024-11-23T15:05:01,588 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45
2024-11-23T15:05:01,589 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,589 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,589 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T15:05:01,590 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,590 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T15:05:01,590 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-23T15:05:01,590 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T15:05:01,597 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36557
2024-11-23T15:05:01,602 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36557 connecting to ZooKeeper ensemble=127.0.0.1:62627
2024-11-23T15:05:01,603 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,610 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365570x0, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T15:05:01,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365570x0, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:05:01,635 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-23T15:05:01,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36557-0x1016839ff480002 connected
2024-11-23T15:05:01,645 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-23T15:05:01,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-23T15:05:01,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T15:05:01,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36557
2024-11-23T15:05:01,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36557
2024-11-23T15:05:01,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36557
2024-11-23T15:05:01,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36557
2024-11-23T15:05:01,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36557
2024-11-23T15:05:01,700 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f7b1897123:0 server-side Connection retries=45
2024-11-23T15:05:01,701 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,701 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,701 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-23T15:05:01,701 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-23T15:05:01,702 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-23T15:05:01,702 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-23T15:05:01,702 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-23T15:05:01,703 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43471
2024-11-23T15:05:01,707 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43471 connecting to ZooKeeper ensemble=127.0.0.1:62627
2024-11-23T15:05:01,709 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,713 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:01,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434710x0, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-23T15:05:01,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434710x0, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:05:01,740 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-23T15:05:01,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43471-0x1016839ff480003 connected
2024-11-23T15:05:01,753 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-23T15:05:01,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-23T15:05:01,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-23T15:05:01,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43471
2024-11-23T15:05:01,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43471
2024-11-23T15:05:01,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43471
2024-11-23T15:05:01,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43471
2024-11-23T15:05:01,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43471
2024-11-23T15:05:01,826 DEBUG [M:0;c6f7b1897123:36733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f7b1897123:36733
2024-11-23T15:05:01,827 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c6f7b1897123,36733,1732374300582
2024-11-23T15:05:01,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,869 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c6f7b1897123,36733,1732374300582
2024-11-23T15:05:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-23T15:05:01,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-23T15:05:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-23T15:05:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:01,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:01,916 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-23T15:05:01,921 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c6f7b1897123,36733,1732374300582 from backup master directory
2024-11-23T15:05:01,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c6f7b1897123,36733,1732374300582
2024-11-23T15:05:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-23T15:05:01,932 WARN  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T15:05:01,933 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f7b1897123,36733,1732374300582
2024-11-23T15:05:01,935 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-23T15:05:01,940 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-23T15:05:02,007 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/hbase.id] with ID: 8f8cee0f-cf89-4559-b512-6d5915abeaea
2024-11-23T15:05:02,008 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.tmp/hbase.id
2024-11-23T15:05:02,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741826_1002 (size=42)
2024-11-23T15:05:02,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741826_1002 (size=42)
2024-11-23T15:05:02,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741826_1002 (size=42)
2024-11-23T15:05:02,026 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.tmp/hbase.id]:[hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/hbase.id]
2024-11-23T15:05:02,083 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:02,090 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-23T15:05:02,113 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms.
2024-11-23T15:05:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:02,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:02,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741827_1003 (size=196)
2024-11-23T15:05:02,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741827_1003 (size=196)
2024-11-23T15:05:02,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741827_1003 (size=196)
2024-11-23T15:05:02,178 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:05:02,181 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-23T15:05:02,200 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:05:02,205 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T15:05:02,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741828_1004 (size=1189)
2024-11-23T15:05:02,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741828_1004 (size=1189)
2024-11-23T15:05:02,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741828_1004 (size=1189)
2024-11-23T15:05:02,277 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/data/master/store
2024-11-23T15:05:02,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741829_1005 (size=34)
2024-11-23T15:05:02,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741829_1005 (size=34)
2024-11-23T15:05:02,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741829_1005 (size=34)
2024-11-23T15:05:02,309 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-23T15:05:02,314 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:02,316 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-23T15:05:02,316 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T15:05:02,317 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T15:05:02,319 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-23T15:05:02,319 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T15:05:02,319 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T15:05:02,320 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732374302316Disabling compacts and flushes for region at 1732374302316Disabling writes for close at 1732374302319 (+3 ms)Writing region close event to WAL at 1732374302319Closed at 1732374302319
2024-11-23T15:05:02,323 WARN  [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/data/master/store/.initializing
2024-11-23T15:05:02,323 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582
2024-11-23T15:05:02,333 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T15:05:02,356 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C36733%2C1732374300582, suffix=, logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582, archiveDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/oldWALs, maxLogs=10
2024-11-23T15:05:02,383 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361, exclude list is [], retry=0
2024-11-23T15:05:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-c5e73556-bc1b-4f27-ab4c-1dfae2650df7,DISK]
2024-11-23T15:05:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-47aff74f-3de0-4aa5-a46d-76dbf2a89bb9,DISK]
2024-11-23T15:05:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-02f1a8ec-f872-4dbe-b2de-d6d757a31d0c,DISK]
2024-11-23T15:05:02,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-23T15:05:02,453 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361
2024-11-23T15:05:02,454 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277),(127.0.0.1/127.0.0.1:38137:38137),(127.0.0.1/127.0.0.1:37359:37359)]
2024-11-23T15:05:02,455 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-23T15:05:02,455 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:02,460 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,461 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,503 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T15:05:02,539 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-23T15:05:02,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:02,556 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:02,561 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T15:05:02,570 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-23T15:05:02,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:02,575 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:02,576 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T15:05:02,579 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-23T15:05:02,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:02,581 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:02,581 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-23T15:05:02,585 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-23T15:05:02,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:02,587 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:02,587 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,593 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,598 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,605 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,606 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,612 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-23T15:05:02,620 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-23T15:05:02,627 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:05:02,628 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70496473, jitterRate=0.050479307770729065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-23T15:05:02,641 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732374302479Initializing all the Stores at 1732374302482 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374302482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374302483 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374302484 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374302484Cleaning up temporary data from old regions at 1732374302606 (+122 ms)Region opened successfully at 1732374302641 (+35 ms)
2024-11-23T15:05:02,644 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-23T15:05:02,687 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b7d55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0
2024-11-23T15:05:02,734 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-23T15:05:02,752 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-23T15:05:02,753 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-23T15:05:02,757 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-23T15:05:02,760 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec
2024-11-23T15:05:02,768 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-23T15:05:02,768 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-23T15:05:02,809 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-23T15:05:02,820 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-23T15:05:02,896 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-23T15:05:02,900 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-23T15:05:02,902 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-23T15:05:02,918 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-23T15:05:02,922 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-23T15:05:02,927 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-23T15:05:02,938 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-23T15:05:02,940 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-23T15:05:02,948 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-23T15:05:02,974 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-23T15:05:02,980 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-23T15:05:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T15:05:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T15:05:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:02,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T15:05:02,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:02,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-23T15:05:02,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,006 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f7b1897123,36733,1732374300582, sessionid=0x1016839ff480000, setting cluster-up flag (Was=false)
2024-11-23T15:05:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,064 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-23T15:05:03,067 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36733,1732374300582
2024-11-23T15:05:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:03,117 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-23T15:05:03,119 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f7b1897123,36733,1732374300582
2024-11-23T15:05:03,125 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-23T15:05:03,161 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(3441): Registered master coprocessor service: service=AccessControlService
2024-11-23T15:05:03,166 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:03,167 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver loaded, priority=536870912.
2024-11-23T15:05:03,214 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(746): ClusterId : 8f8cee0f-cf89-4559-b512-6d5915abeaea
2024-11-23T15:05:03,216 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(746): ClusterId : 8f8cee0f-cf89-4559-b512-6d5915abeaea
2024-11-23T15:05:03,217 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-23T15:05:03,219 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-23T15:05:03,240 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-23T15:05:03,243 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(746): ClusterId : 8f8cee0f-cf89-4559-b512-6d5915abeaea
2024-11-23T15:05:03,243 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-23T15:05:03,245 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-23T15:05:03,245 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-23T15:05:03,254 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-23T15:05:03,254 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-23T15:05:03,254 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-23T15:05:03,265 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-23T15:05:03,275 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-23T15:05:03,275 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-23T15:05:03,276 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-23T15:05:03,276 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-23T15:05:03,277 DEBUG [RS:0;c6f7b1897123:42617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0a89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0
2024-11-23T15:05:03,277 DEBUG [RS:1;c6f7b1897123:36557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f9c710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0
2024-11-23T15:05:03,273 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f7b1897123,36733,1732374300582
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-23T15:05:03,287 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-23T15:05:03,288 DEBUG [RS:2;c6f7b1897123:43471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4008b67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f7b1897123/172.17.0.3:0
2024-11-23T15:05:03,293 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5
2024-11-23T15:05:03,293 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5
2024-11-23T15:05:03,293 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5
2024-11-23T15:05:03,293 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f7b1897123:0, corePoolSize=5, maxPoolSize=5
2024-11-23T15:05:03,294 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f7b1897123:0, corePoolSize=10, maxPoolSize=10
2024-11-23T15:05:03,294 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,294 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2
2024-11-23T15:05:03,295 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,297 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f7b1897123:42617
2024-11-23T15:05:03,303 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c6f7b1897123:36557
2024-11-23T15:05:03,310 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-23T15:05:03,310 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-23T15:05:03,310 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-23T15:05:03,310 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-23T15:05:03,311 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-23T15:05:03,311 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-23T15:05:03,311 INFO  [RS:0;c6f7b1897123:42617 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:03,311 INFO  [RS:1;c6f7b1897123:36557 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:03,311 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-23T15:05:03,311 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-23T15:05:03,315 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,36733,1732374300582 with port=42617, startcode=1732374301442
2024-11-23T15:05:03,316 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c6f7b1897123:43471
2024-11-23T15:05:03,316 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-23T15:05:03,316 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-23T15:05:03,316 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-23T15:05:03,317 INFO  [RS:2;c6f7b1897123:43471 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:03,317 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-23T15:05:03,317 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,36733,1732374300582 with port=36557, startcode=1732374301588
2024-11-23T15:05:03,319 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f7b1897123,36733,1732374300582 with port=43471, startcode=1732374301700
2024-11-23T15:05:03,321 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732374333320
2024-11-23T15:05:03,323 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-23T15:05:03,324 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-23T15:05:03,329 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-23T15:05:03,329 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-23T15:05:03,330 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-23T15:05:03,330 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-23T15:05:03,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-23T15:05:03,331 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-23T15:05:03,331 DEBUG [RS:0;c6f7b1897123:42617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-23T15:05:03,331 DEBUG [RS:1;c6f7b1897123:36557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-23T15:05:03,331 DEBUG [RS:2;c6f7b1897123:43471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-23T15:05:03,332 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:03,339 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-23T15:05:03,348 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-23T15:05:03,350 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-23T15:05:03,351 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-23T15:05:03,354 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-23T15:05:03,355 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-23T15:05:03,362 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732374303356,5,FailOnTimeoutGroup]
2024-11-23T15:05:03,371 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732374303362,5,FailOnTimeoutGroup]
2024-11-23T15:05:03,372 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,372 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-23T15:05:03,374 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,374 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,388 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-23T15:05:03,388 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-23T15:05:03,389 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-23T15:05:03,396 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,36557,1732374301588
2024-11-23T15:05:03,399 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,36557,1732374301588
2024-11-23T15:05:03,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741831_1007 (size=1321)
2024-11-23T15:05:03,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741831_1007 (size=1321)
2024-11-23T15:05:03,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741831_1007 (size=1321)
2024-11-23T15:05:03,405 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-23T15:05:03,406 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:03,417 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,43471,1732374301700
2024-11-23T15:05:03,418 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:03,422 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:03,422 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38257
2024-11-23T15:05:03,422 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-23T15:05:03,428 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f7b1897123,42617,1732374301442
2024-11-23T15:05:03,428 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733 {}] master.ServerManager(517): Registering regionserver=c6f7b1897123,42617,1732374301442
2024-11-23T15:05:03,428 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:03,429 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38257
2024-11-23T15:05:03,429 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-23T15:05:03,432 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:03,432 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38257
2024-11-23T15:05:03,432 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-23T15:05:03,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-23T15:05:03,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741832_1008 (size=32)
2024-11-23T15:05:03,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741832_1008 (size=32)
2024-11-23T15:05:03,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741832_1008 (size=32)
2024-11-23T15:05:03,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:03,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-23T15:05:03,453 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-23T15:05:03,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:03,454 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:03,455 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-23T15:05:03,458 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-23T15:05:03,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:03,459 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:03,459 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-23T15:05:03,463 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-23T15:05:03,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:03,464 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:03,465 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-23T15:05:03,469 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-23T15:05:03,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:03,479 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:03,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-23T15:05:03,479 DEBUG [RS:1;c6f7b1897123:36557 {}] zookeeper.ZKUtil(111): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c6f7b1897123,36557,1732374301588
2024-11-23T15:05:03,479 WARN  [RS:1;c6f7b1897123:36557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T15:05:03,480 INFO  [RS:1;c6f7b1897123:36557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T15:05:03,480 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,36557,1732374301588
2024-11-23T15:05:03,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740
2024-11-23T15:05:03,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740
2024-11-23T15:05:03,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-23T15:05:03,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-23T15:05:03,496 DEBUG [RS:2;c6f7b1897123:43471 {}] zookeeper.ZKUtil(111): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c6f7b1897123,43471,1732374301700
2024-11-23T15:05:03,497 WARN  [RS:2;c6f7b1897123:43471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T15:05:03,497 INFO  [RS:2;c6f7b1897123:43471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T15:05:03,497 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,43471,1732374301700
2024-11-23T15:05:03,498 DEBUG [RS:0;c6f7b1897123:42617 {}] zookeeper.ZKUtil(111): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c6f7b1897123,42617,1732374301442
2024-11-23T15:05:03,498 WARN  [RS:0;c6f7b1897123:42617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-23T15:05:03,499 INFO  [RS:0;c6f7b1897123:42617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T15:05:03,499 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,42617,1732374301442
2024-11-23T15:05:03,500 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,36557,1732374301588]
2024-11-23T15:05:03,500 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,42617,1732374301442]
2024-11-23T15:05:03,500 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f7b1897123,43471,1732374301700]
2024-11-23T15:05:03,501 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-23T15:05:03,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-23T15:05:03,547 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:05:03,548 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65164796, jitterRate=-0.028968870639801025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-23T15:05:03,551 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-23T15:05:03,551 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-23T15:05:03,551 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-23T15:05:03,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732374303447Initializing all the Stores at 1732374303449 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374303449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374303449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374303449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374303449Cleaning up temporary data from old regions at 1732374303497 (+48 ms)Region opened successfully at 1732374303553 (+56 ms)
2024-11-23T15:05:03,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-23T15:05:03,553 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-23T15:05:03,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-23T15:05:03,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-23T15:05:03,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-23T15:05:03,557 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-23T15:05:03,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732374303553Disabling compacts and flushes for region at 1732374303553Disabling writes for close at 1732374303554 (+1 ms)Writing region close event to WAL at 1732374303556 (+2 ms)Closed at 1732374303557 (+1 ms)
2024-11-23T15:05:03,572 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-23T15:05:03,572 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-23T15:05:03,574 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-23T15:05:03,578 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-23T15:05:03,580 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-23T15:05:03,581 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-23T15:05:03,593 INFO  [RS:2;c6f7b1897123:43471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T15:05:03,593 INFO  [RS:1;c6f7b1897123:36557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T15:05:03,593 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,593 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,600 INFO  [RS:0;c6f7b1897123:42617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-23T15:05:03,601 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,603 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-23T15:05:03,607 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-23T15:05:03,609 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-23T15:05:03,612 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-23T15:05:03,617 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-23T15:05:03,617 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-23T15:05:03,619 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,619 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,620 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,620 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,620 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,620 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2
2024-11-23T15:05:03,621 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,621 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,622 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,622 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,622 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,622 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3
2024-11-23T15:05:03,622 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,622 DEBUG [RS:1;c6f7b1897123:36557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3
2024-11-23T15:05:03,622 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,622 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3
2024-11-23T15:05:03,622 DEBUG [RS:2;c6f7b1897123:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3
2024-11-23T15:05:03,627 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-23T15:05:03,629 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-23T15:05:03,629 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,630 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,630 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,630 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,631 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,631 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,631 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f7b1897123:0, corePoolSize=2, maxPoolSize=2
2024-11-23T15:05:03,631 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,631 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,632 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,632 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,632 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,633 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f7b1897123:0, corePoolSize=1, maxPoolSize=1
2024-11-23T15:05:03,633 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3
2024-11-23T15:05:03,634 DEBUG [RS:0;c6f7b1897123:42617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f7b1897123:0, corePoolSize=3, maxPoolSize=3
2024-11-23T15:05:03,664 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,664 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,664 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,664 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,665 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,665 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36557,1732374301588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T15:05:03,674 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,674 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,674 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,674 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,674 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,675 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,675 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,675 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,675 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,675 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,675 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42617,1732374301442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T15:05:03,675 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43471,1732374301700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T15:05:03,698 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-23T15:05:03,699 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-23T15:05:03,701 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36557,1732374301588-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,701 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,42617,1732374301442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,702 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,702 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,702 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.Replication(171): c6f7b1897123,42617,1732374301442 started
2024-11-23T15:05:03,702 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.Replication(171): c6f7b1897123,36557,1732374301588 started
2024-11-23T15:05:03,704 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-23T15:05:03,704 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,43471,1732374301700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,706 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,706 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.Replication(171): c6f7b1897123,43471,1732374301700 started
2024-11-23T15:05:03,729 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,729 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,36557,1732374301588, RpcServer on c6f7b1897123/172.17.0.3:36557, sessionid=0x1016839ff480002
2024-11-23T15:05:03,730 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-23T15:05:03,730 DEBUG [RS:1;c6f7b1897123:36557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,36557,1732374301588
2024-11-23T15:05:03,731 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,36557,1732374301588'
2024-11-23T15:05:03,731 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-23T15:05:03,732 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,732 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-23T15:05:03,732 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,42617,1732374301442, RpcServer on c6f7b1897123/172.17.0.3:42617, sessionid=0x1016839ff480001
2024-11-23T15:05:03,732 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-23T15:05:03,732 DEBUG [RS:0;c6f7b1897123:42617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,42617,1732374301442
2024-11-23T15:05:03,732 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,42617,1732374301442'
2024-11-23T15:05:03,733 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-23T15:05:03,733 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-23T15:05:03,733 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-23T15:05:03,733 DEBUG [RS:1;c6f7b1897123:36557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,36557,1732374301588
2024-11-23T15:05:03,733 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,36557,1732374301588'
2024-11-23T15:05:03,733 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-23T15:05:03,734 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-23T15:05:03,735 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-23T15:05:03,735 DEBUG [RS:1;c6f7b1897123:36557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-23T15:05:03,735 INFO  [RS:1;c6f7b1897123:36557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-23T15:05:03,735 INFO  [RS:1;c6f7b1897123:36557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-23T15:05:03,736 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:03,736 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1482): Serving as c6f7b1897123,43471,1732374301700, RpcServer on c6f7b1897123/172.17.0.3:43471, sessionid=0x1016839ff480003
2024-11-23T15:05:03,736 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-23T15:05:03,736 DEBUG [RS:2;c6f7b1897123:43471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f7b1897123,43471,1732374301700
2024-11-23T15:05:03,736 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43471,1732374301700'
2024-11-23T15:05:03,736 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-23T15:05:03,737 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-23T15:05:03,737 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-23T15:05:03,737 DEBUG [RS:0;c6f7b1897123:42617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,42617,1732374301442
2024-11-23T15:05:03,737 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,42617,1732374301442'
2024-11-23T15:05:03,737 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-23T15:05:03,739 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-23T15:05:03,739 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-23T15:05:03,740 DEBUG [RS:0;c6f7b1897123:42617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-23T15:05:03,740 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-23T15:05:03,740 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-23T15:05:03,740 INFO  [RS:0;c6f7b1897123:42617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-23T15:05:03,740 DEBUG [RS:2;c6f7b1897123:43471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f7b1897123,43471,1732374301700
2024-11-23T15:05:03,740 INFO  [RS:0;c6f7b1897123:42617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-23T15:05:03,740 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f7b1897123,43471,1732374301700'
2024-11-23T15:05:03,740 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-23T15:05:03,741 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-23T15:05:03,743 DEBUG [RS:2;c6f7b1897123:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-23T15:05:03,743 INFO  [RS:2;c6f7b1897123:43471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-23T15:05:03,743 INFO  [RS:2;c6f7b1897123:43471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-23T15:05:03,759 WARN  [c6f7b1897123:36733 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-23T15:05:03,841 INFO  [RS:0;c6f7b1897123:42617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T15:05:03,842 INFO  [RS:1;c6f7b1897123:36557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T15:05:03,844 INFO  [RS:2;c6f7b1897123:43471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-23T15:05:03,844 INFO  [RS:0;c6f7b1897123:42617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C42617%2C1732374301442, suffix=, logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,42617,1732374301442, archiveDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs, maxLogs=32
2024-11-23T15:05:03,845 INFO  [RS:1;c6f7b1897123:36557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C36557%2C1732374301588, suffix=, logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,36557,1732374301588, archiveDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs, maxLogs=32
2024-11-23T15:05:03,847 INFO  [RS:2;c6f7b1897123:43471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C43471%2C1732374301700, suffix=, logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,43471,1732374301700, archiveDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs, maxLogs=32
2024-11-23T15:05:03,869 DEBUG [RS:2;c6f7b1897123:43471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,43471,1732374301700/c6f7b1897123%2C43471%2C1732374301700.1732374303850, exclude list is [], retry=0
2024-11-23T15:05:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-c5e73556-bc1b-4f27-ab4c-1dfae2650df7,DISK]
2024-11-23T15:05:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-02f1a8ec-f872-4dbe-b2de-d6d757a31d0c,DISK]
2024-11-23T15:05:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-47aff74f-3de0-4aa5-a46d-76dbf2a89bb9,DISK]
2024-11-23T15:05:03,882 DEBUG [RS:1;c6f7b1897123:36557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,36557,1732374301588/c6f7b1897123%2C36557%2C1732374301588.1732374303848, exclude list is [], retry=0
2024-11-23T15:05:03,882 DEBUG [RS:0;c6f7b1897123:42617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,42617,1732374301442/c6f7b1897123%2C42617%2C1732374301442.1732374303848, exclude list is [], retry=0
2024-11-23T15:05:03,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-02f1a8ec-f872-4dbe-b2de-d6d757a31d0c,DISK]
2024-11-23T15:05:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-47aff74f-3de0-4aa5-a46d-76dbf2a89bb9,DISK]
2024-11-23T15:05:03,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-c5e73556-bc1b-4f27-ab4c-1dfae2650df7,DISK]
2024-11-23T15:05:03,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-47aff74f-3de0-4aa5-a46d-76dbf2a89bb9,DISK]
2024-11-23T15:05:03,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-02f1a8ec-f872-4dbe-b2de-d6d757a31d0c,DISK]
2024-11-23T15:05:03,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-c5e73556-bc1b-4f27-ab4c-1dfae2650df7,DISK]
2024-11-23T15:05:03,953 INFO  [RS:2;c6f7b1897123:43471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,43471,1732374301700/c6f7b1897123%2C43471%2C1732374301700.1732374303850
2024-11-23T15:05:03,956 INFO  [RS:1;c6f7b1897123:36557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,36557,1732374301588/c6f7b1897123%2C36557%2C1732374301588.1732374303848
2024-11-23T15:05:03,956 DEBUG [RS:2;c6f7b1897123:43471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37277:37277),(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:38137:38137)]
2024-11-23T15:05:03,959 INFO  [RS:0;c6f7b1897123:42617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,42617,1732374301442/c6f7b1897123%2C42617%2C1732374301442.1732374303848
2024-11-23T15:05:03,964 DEBUG [RS:1;c6f7b1897123:36557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:38137:38137),(127.0.0.1/127.0.0.1:37277:37277)]
2024-11-23T15:05:03,968 DEBUG [RS:0;c6f7b1897123:42617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:38137:38137),(127.0.0.1/127.0.0.1:37277:37277)]
2024-11-23T15:05:04,012 DEBUG [c6f7b1897123:36733 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-23T15:05:04,023 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:05:04,034 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:05:04,034 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:05:04,034 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:05:04,034 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:05:04,034 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:05:04,034 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:05:04,034 INFO  [c6f7b1897123:36733 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:05:04,034 INFO  [c6f7b1897123:36733 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:05:04,034 INFO  [c6f7b1897123:36733 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:05:04,034 DEBUG [c6f7b1897123:36733 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:05:04,048 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:05:04,057 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,42617,1732374301442, state=OPENING
2024-11-23T15:05:04,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-23T15:05:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:04,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,122 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-23T15:05:04,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:05:04,304 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:05:04,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:05:04,345 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-23T15:05:04,346 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-23T15:05:04,346 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-23T15:05:04,378 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f7b1897123%2C42617%2C1732374301442.meta, suffix=.meta, logDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,42617,1732374301442, archiveDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs, maxLogs=32
2024-11-23T15:05:04,397 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,42617,1732374301442/c6f7b1897123%2C42617%2C1732374301442.meta.1732374304382.meta, exclude list is [], retry=0
2024-11-23T15:05:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37675,DS-47aff74f-3de0-4aa5-a46d-76dbf2a89bb9,DISK]
2024-11-23T15:05:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34651,DS-c5e73556-bc1b-4f27-ab4c-1dfae2650df7,DISK]
2024-11-23T15:05:04,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-02f1a8ec-f872-4dbe-b2de-d6d757a31d0c,DISK]
2024-11-23T15:05:04,447 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/WALs/c6f7b1897123,42617,1732374301442/c6f7b1897123%2C42617%2C1732374301442.meta.1732374304382.meta
2024-11-23T15:05:04,448 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37359:37359),(127.0.0.1/127.0.0.1:37277:37277),(127.0.0.1/127.0.0.1:38137:38137)]
2024-11-23T15:05:04,449 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-23T15:05:04,454 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=AccessControlService
2024-11-23T15:05:04,455 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:04,456 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-23T15:05:04,458 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-23T15:05:04,460 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-23T15:05:04,471 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-23T15:05:04,472 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:04,473 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-23T15:05:04,473 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-23T15:05:04,477 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-23T15:05:04,479 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-23T15:05:04,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:04,480 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:04,481 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-23T15:05:04,483 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-23T15:05:04,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:04,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:04,487 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-23T15:05:04,489 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-23T15:05:04,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:04,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:04,491 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-23T15:05:04,493 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-23T15:05:04,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:04,496 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-23T15:05:04,496 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-23T15:05:04,498 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740
2024-11-23T15:05:04,504 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740
2024-11-23T15:05:04,507 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-23T15:05:04,507 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-23T15:05:04,508 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-23T15:05:04,519 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-23T15:05:04,522 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65192955, jitterRate=-0.02854926884174347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-23T15:05:04,522 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-23T15:05:04,526 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732374304473Writing region info on filesystem at 1732374304474 (+1 ms)Initializing all the Stores at 1732374304476 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374304476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374304477 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374304477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374304477Cleaning up temporary data from old regions at 1732374304507 (+30 ms)Running coprocessor post-open hooks at 1732374304522 (+15 ms)Region opened successfully at 1732374304525 (+3 ms)
2024-11-23T15:05:04,535 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732374304295
2024-11-23T15:05:04,550 DEBUG [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-23T15:05:04,551 INFO  [RS_OPEN_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-23T15:05:04,554 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:05:04,557 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f7b1897123,42617,1732374301442, state=OPEN
2024-11-23T15:05:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T15:05:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T15:05:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T15:05:04,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-23T15:05:04,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-23T15:05:04,603 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f7b1897123,42617,1732374301442
2024-11-23T15:05:04,631 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-23T15:05:04,631 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f7b1897123,42617,1732374301442 in 478 msec
2024-11-23T15:05:04,648 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-23T15:05:04,648 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0540 sec
2024-11-23T15:05:04,651 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-23T15:05:04,651 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-23T15:05:04,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:04,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:04,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:04,707 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:04,781 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5700 sec
2024-11-23T15:05:04,781 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732374304781, completionTime=-1
2024-11-23T15:05:04,785 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-23T15:05:04,785 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-23T15:05:04,830 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-23T15:05:04,830 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732374364830
2024-11-23T15:05:04,830 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732374424830
2024-11-23T15:05:04,831 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 45 msec
2024-11-23T15:05:04,839 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:05:04,848 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36733,1732374300582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:04,849 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36733,1732374300582-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:04,849 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36733,1732374300582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:04,851 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f7b1897123:36733, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:04,851 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:04,852 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:04,859 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-23T15:05:04,890 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.957sec
2024-11-23T15:05:04,893 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-23T15:05:04,895 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-23T15:05:04,896 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-23T15:05:04,897 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-23T15:05:04,897 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-23T15:05:04,898 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36733,1732374300582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-23T15:05:04,899 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36733,1732374300582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-23T15:05:04,936 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-23T15:05:04,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36733,1732374300582
2024-11-23T15:05:04,940 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6512aacc
2024-11-23T15:05:04,942 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-23T15:05:04,944 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-23T15:05:04,952 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:acl', {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-23T15:05:04,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a55bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:04,967 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-23T15:05:04,968 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-23T15:05:04,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:acl
2024-11-23T15:05:04,979 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:05:04,980 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:04,983 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:05:04,985 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "acl"
 procId is: 4
2024-11-23T15:05:04,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T15:05:04,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:05,026 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:05,029 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:05,029 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:05,030 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489e338c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:05,030 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:05,033 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:05,038 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:05,041 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:05,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741837_1013 (size=349)
2024-11-23T15:05:05,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741837_1013 (size=349)
2024-11-23T15:05:05,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741837_1013 (size=349)
2024-11-23T15:05:05,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252f9531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:05,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:05,079 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 193ebe37c63a34031f02ac5854f8d6fe, NAME => 'hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:acl', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:05,083 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:05,084 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:05,107 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f7b1897123,36733,1732374300582
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/test.cache.data in system properties and HBase conf
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.tmp.dir in system properties and HBase conf
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir in system properties and HBase conf
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-23T15:05:05,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-23T15:05:05,113 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-23T15:05:05,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/nfs.dump.dir in system properties and HBase conf
2024-11-23T15:05:05,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir in system properties and HBase conf
2024-11-23T15:05:05,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-23T15:05:05,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-23T15:05:05,114 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-23T15:05:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T15:05:05,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741838_1014 (size=36)
2024-11-23T15:05:05,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741838_1014 (size=36)
2024-11-23T15:05:05,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741838_1014 (size=36)
2024-11-23T15:05:05,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741839_1015 (size=592039)
2024-11-23T15:05:05,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741839_1015 (size=592039)
2024-11-23T15:05:05,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741839_1015 (size=592039)
2024-11-23T15:05:05,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741840_1016 (size=1663647)
2024-11-23T15:05:05,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741840_1016 (size=1663647)
2024-11-23T15:05:05,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741840_1016 (size=1663647)
2024-11-23T15:05:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T15:05:05,590 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:05,590 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1722): Closing 193ebe37c63a34031f02ac5854f8d6fe, disabling compactions & flushes
2024-11-23T15:05:05,590 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:05:05,590 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:05:05,590 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe. after waiting 0 ms
2024-11-23T15:05:05,590 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:05:05,590 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1973): Closed hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:05:05,591 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 193ebe37c63a34031f02ac5854f8d6fe:
Waiting for close lock at 1732374305590Disabling compacts and flushes for region at 1732374305590Disabling writes for close at 1732374305590Writing region close event to WAL at 1732374305590Closed at 1732374305590
2024-11-23T15:05:05,594 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:05:05,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.","families":{"info":[{"qualifier":"regioninfo","vlen":35,"tag":[],"timestamp":"1732374305595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374305595"}]},"ts":"1732374305595"}
2024-11-23T15:05:05,606 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-23T15:05:05,609 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:05:05,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374305609"}]},"ts":"1732374305609"}
2024-11-23T15:05:05,618 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLING in hbase:meta
2024-11-23T15:05:05,619 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:05:05,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:05:05,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:05:05,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:05:05,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:05:05,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:05:05,621 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:05:05,621 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:05:05,621 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:05:05,621 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:05:05,622 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:05:05,624 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=193ebe37c63a34031f02ac5854f8d6fe, ASSIGN}]
2024-11-23T15:05:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T15:05:05,638 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=193ebe37c63a34031f02ac5854f8d6fe, ASSIGN
2024-11-23T15:05:05,643 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=193ebe37c63a34031f02ac5854f8d6fe, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:05:05,795 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T15:05:05,796 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=193ebe37c63a34031f02ac5854f8d6fe, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=193ebe37c63a34031f02ac5854f8d6fe, ASSIGN because future has completed
2024-11-23T15:05:05,801 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193ebe37c63a34031f02ac5854f8d6fe, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:05:05,954 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:05:05,977 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:05:06,020 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(132): Open hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:05:06,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 193ebe37c63a34031f02ac5854f8d6fe, NAME => 'hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.', STARTKEY => '', ENDKEY => ''}
2024-11-23T15:05:06,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe. service=AccessControlService
2024-11-23T15:05:06,021 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:06,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table acl 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(898): Instantiated hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:06,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,026 INFO  [StoreOpener-193ebe37c63a34031f02ac5854f8d6fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family l of region 193ebe37c63a34031f02ac5854f8d6fe 
2024-11-23T15:05:06,029 INFO  [StoreOpener-193ebe37c63a34031f02ac5854f8d6fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193ebe37c63a34031f02ac5854f8d6fe columnFamilyName l
2024-11-23T15:05:06,029 DEBUG [StoreOpener-193ebe37c63a34031f02ac5854f8d6fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:06,031 INFO  [StoreOpener-193ebe37c63a34031f02ac5854f8d6fe-1 {}] regionserver.HStore(327): Store=193ebe37c63a34031f02ac5854f8d6fe/l,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:06,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:05:06,055 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1114): Opened 193ebe37c63a34031f02ac5854f8d6fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61230689, jitterRate=-0.08759163320064545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:05:06,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:05:06,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 193ebe37c63a34031f02ac5854f8d6fe:
Running coprocessor pre-open hook at 1732374306022Writing region info on filesystem at 1732374306022Initializing all the Stores at 1732374306025 (+3 ms)Instantiating store for column family {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732374306025Cleaning up temporary data from old regions at 1732374306036 (+11 ms)Running coprocessor post-open hooks at 1732374306055 (+19 ms)Region opened successfully at 1732374306059 (+4 ms)
2024-11-23T15:05:06,064 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., pid=6, masterSystemTime=1732374305954
2024-11-23T15:05:06,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:05:06,069 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(153): Opened hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:05:06,071 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=193ebe37c63a34031f02ac5854f8d6fe, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:06,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193ebe37c63a34031f02ac5854f8d6fe, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:05:06,110 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-23T15:05:06,115 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 193ebe37c63a34031f02ac5854f8d6fe, server=c6f7b1897123,43471,1732374301700 in 288 msec
2024-11-23T15:05:06,119 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-23T15:05:06,119 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=193ebe37c63a34031f02ac5854f8d6fe, ASSIGN in 487 msec
2024-11-23T15:05:06,121 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:05:06,122 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374306122"}]},"ts":"1732374306122"}
2024-11-23T15:05:06,126 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLED in hbase:meta
2024-11-23T15:05:06,129 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:05:06,135 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:acl in 1.1720 sec
2024-11-23T15:05:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-23T15:05:06,147 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:acl completed
2024-11-23T15:05:06,156 DEBUG [master/c6f7b1897123:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-23T15:05:06,157 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-23T15:05:06,158 INFO  [master/c6f7b1897123:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f7b1897123,36733,1732374300582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-23T15:05:06,857 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:05:06,995 WARN  [Thread-385 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:05:07,375 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-23T15:05:07,376 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:05:07,376 INFO  [Thread-385 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:05:07,448 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:05:07,449 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:05:07,449 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T15:05:07,458 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:05:07,468 INFO  [Thread-385 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:05:07,469 INFO  [Thread-385 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:05:07,469 INFO  [Thread-385 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T15:05:07,474 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49f3d9fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:05:07,474 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dba46ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-23T15:05:07,502 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a7a297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:05:07,503 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51273a6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-23T15:05:07,689 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-11-23T15:05:07,690 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-11-23T15:05:07,690 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-23T15:05:07,692 INFO  [Thread-385 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-23T15:05:07,747 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:08,122 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:08,604 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:08,658 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aeeb1d8{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-45515-hadoop-yarn-common-3_4_1_jar-_-any-4667698261464443410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-23T15:05:08,658 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13167e5b{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-38265-hadoop-yarn-common-3_4_1_jar-_-any-16234539098509387251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-23T15:05:08,659 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@186732f5{HTTP/1.1, (http/1.1)}{localhost:45515}
2024-11-23T15:05:08,659 INFO  [Time-limited test {}] server.Server(415): Started @17530ms
2024-11-23T15:05:08,660 INFO  [Thread-385 {}] server.AbstractConnector(333): Started ServerConnector@2a8ec6fa{HTTP/1.1, (http/1.1)}{localhost:38265}
2024-11-23T15:05:08,660 INFO  [Thread-385 {}] server.Server(415): Started @17531ms
2024-11-23T15:05:08,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741841_1017 (size=5)
2024-11-23T15:05:08,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741841_1017 (size=5)
2024-11-23T15:05:08,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741841_1017 (size=5)
2024-11-23T15:05:09,939 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-23T15:05:09,945 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:05:09,991 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:05:09,995 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-23T15:05:09,996 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:05:10,054 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:05:10,054 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:05:10,055 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-23T15:05:10,056 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:05:10,057 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e99d898{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:05:10,057 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8beacfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-23T15:05:10,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:acl'
2024-11-23T15:05:10,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-23T15:05:10,129 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-23T15:05:10,129 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-23T15:05:10,130 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-23T15:05:10,130 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-23T15:05:10,144 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:10,165 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:10,324 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:10,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbb3a54{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-41685-hadoop-yarn-common-3_4_1_jar-_-any-2623191744580298637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-23T15:05:10,336 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37723331{HTTP/1.1, (http/1.1)}{localhost:41685}
2024-11-23T15:05:10,336 INFO  [Time-limited test {}] server.Server(415): Started @19207ms
2024-11-23T15:05:10,504 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-23T15:05:10,508 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:05:10,544 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-23T15:05:10,545 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-23T15:05:10,564 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-23T15:05:10,565 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-23T15:05:10,565 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-23T15:05:10,569 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-23T15:05:10,593 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c7f14f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,AVAILABLE}
2024-11-23T15:05:10,594 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2add3105{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-23T15:05:10,665 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-23T15:05:10,665 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-23T15:05:10,665 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-23T15:05:10,665 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-23T15:05:10,676 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:10,685 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:10,769 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-23T15:05:10,773 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@770a4c8a{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/java.io.tmpdir/jetty-localhost-44209-hadoop-yarn-common-3_4_1_jar-_-any-15026760932101237578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-23T15:05:10,773 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e2ec7a{HTTP/1.1, (http/1.1)}{localhost:44209}
2024-11-23T15:05:10,773 INFO  [Time-limited test {}] server.Server(415): Started @19644ms
2024-11-23T15:05:10,800 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-23T15:05:10,802 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:05:10,832 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=717, OpenFileDescriptor=780, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=8848
2024-11-23T15:05:10,835 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=717 is superior to 500
2024-11-23T15:05:10,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-23T15:05:10,846 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36733,1732374300582
2024-11-23T15:05:10,847 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b87f5de
2024-11-23T15:05:10,847 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-23T15:05:10,850 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-23T15:05:10,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:05:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:10,855 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:05:10,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithSplitRegion"
 procId is: 7
2024-11-23T15:05:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-23T15:05:10,858 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:05:10,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741842_1018 (size=458)
2024-11-23T15:05:10,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741842_1018 (size=458)
2024-11-23T15:05:10,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741842_1018 (size=458)
2024-11-23T15:05:10,875 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e47df91ff003be161ca78b12f4240f08, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:10,876 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fd75cb456c32201c2ff8117e26edf5ae, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:10,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741843_1019 (size=83)
2024-11-23T15:05:10,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741843_1019 (size=83)
2024-11-23T15:05:10,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741843_1019 (size=83)
2024-11-23T15:05:10,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741844_1020 (size=83)
2024-11-23T15:05:10,900 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:10,901 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1722): Closing fd75cb456c32201c2ff8117e26edf5ae, disabling compactions & flushes
2024-11-23T15:05:10,901 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:10,901 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:10,901 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae. after waiting 0 ms
2024-11-23T15:05:10,901 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:10,901 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:10,901 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for fd75cb456c32201c2ff8117e26edf5ae:
Waiting for close lock at 1732374310901Disabling compacts and flushes for region at 1732374310901Disabling writes for close at 1732374310901Writing region close event to WAL at 1732374310901Closed at 1732374310901
2024-11-23T15:05:10,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741844_1020 (size=83)
2024-11-23T15:05:10,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741844_1020 (size=83)
2024-11-23T15:05:10,902 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:10,903 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing e47df91ff003be161ca78b12f4240f08, disabling compactions & flushes
2024-11-23T15:05:10,903 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:10,903 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:10,903 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08. after waiting 0 ms
2024-11-23T15:05:10,903 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:10,903 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:10,903 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for e47df91ff003be161ca78b12f4240f08:
Waiting for close lock at 1732374310903Disabling compacts and flushes for region at 1732374310903Disabling writes for close at 1732374310903Writing region close event to WAL at 1732374310903Closed at 1732374310903
2024-11-23T15:05:10,906 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:05:10,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732374310906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374310906"}]},"ts":"1732374310906"}
2024-11-23T15:05:10,907 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732374310906"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374310906"}]},"ts":"1732374310906"}
2024-11-23T15:05:10,948 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:05:10,950 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:05:10,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374310950"}]},"ts":"1732374310950"}
2024-11-23T15:05:10,953 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta
2024-11-23T15:05:10,954 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:05:10,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:05:10,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:05:10,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:05:10,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:05:10,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:05:10,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:05:10,956 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:05:10,956 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:05:10,956 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:05:10,956 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:05:10,956 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, ASSIGN}, {pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, ASSIGN}]
2024-11-23T15:05:10,959 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, ASSIGN
2024-11-23T15:05:10,959 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, ASSIGN
2024-11-23T15:05:10,961 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:05:10,961 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, ASSIGN; state=OFFLINE, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:05:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-23T15:05:10,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:05:10,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionServerObservers
2024-11-23T15:05:10,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-23T15:05:10,995 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-23T15:05:10,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-23T15:05:10,996 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_acl Metrics about Tables on a single HBase RegionServer
2024-11-23T15:05:10,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:05:10,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase MasterObservers
2024-11-23T15:05:10,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-23T15:05:10,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver Metrics about HBase MasterObservers
2024-11-23T15:05:10,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:05:10,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionObservers
2024-11-23T15:05:10,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-23T15:05:10,997 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-23T15:05:10,998 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-23T15:05:10,998 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-23T15:05:11,111 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:05:11,112 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd75cb456c32201c2ff8117e26edf5ae, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:11,112 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e47df91ff003be161ca78b12f4240f08, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:05:11,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, ASSIGN because future has completed
2024-11-23T15:05:11,116 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd75cb456c32201c2ff8117e26edf5ae, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:05:11,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, ASSIGN because future has completed
2024-11-23T15:05:11,119 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e47df91ff003be161ca78b12f4240f08, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:05:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-23T15:05:11,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:05:11,279 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:11,279 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fd75cb456c32201c2ff8117e26edf5ae, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:05:11,279 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae. service=AccessControlService
2024-11-23T15:05:11,280 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:11,280 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,280 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:11,280 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,280 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,286 INFO  [StoreOpener-fd75cb456c32201c2ff8117e26edf5ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd75cb456c32201c2ff8117e26edf5ae 
2024-11-23T15:05:11,295 INFO  [StoreOpener-fd75cb456c32201c2ff8117e26edf5ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd75cb456c32201c2ff8117e26edf5ae columnFamilyName cf
2024-11-23T15:05:11,296 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:05:11,301 DEBUG [StoreOpener-fd75cb456c32201c2ff8117e26edf5ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:11,302 INFO  [StoreOpener-fd75cb456c32201c2ff8117e26edf5ae-1 {}] regionserver.HStore(327): Store=fd75cb456c32201c2ff8117e26edf5ae/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:11,302 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:11,303 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => e47df91ff003be161ca78b12f4240f08, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:05:11,303 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08. service=AccessControlService
2024-11-23T15:05:11,303 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:11,303 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,303 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,304 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:11,304 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,304 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,305 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,306 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,306 INFO  [StoreOpener-e47df91ff003be161ca78b12f4240f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e47df91ff003be161ca78b12f4240f08 
2024-11-23T15:05:11,306 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,306 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,309 INFO  [StoreOpener-e47df91ff003be161ca78b12f4240f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e47df91ff003be161ca78b12f4240f08 columnFamilyName cf
2024-11-23T15:05:11,310 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,311 DEBUG [StoreOpener-e47df91ff003be161ca78b12f4240f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:11,312 INFO  [StoreOpener-e47df91ff003be161ca78b12f4240f08-1 {}] regionserver.HStore(327): Store=e47df91ff003be161ca78b12f4240f08/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:11,312 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,314 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,315 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:05:11,315 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,315 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened fd75cb456c32201c2ff8117e26edf5ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66303802, jitterRate=-0.011996358633041382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:05:11,316 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:11,316 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,316 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,317 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fd75cb456c32201c2ff8117e26edf5ae:
Running coprocessor pre-open hook at 1732374311281Writing region info on filesystem at 1732374311281Initializing all the Stores at 1732374311282 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374311283 (+1 ms)Cleaning up temporary data from old regions at 1732374311306 (+23 ms)Running coprocessor post-open hooks at 1732374311316 (+10 ms)Region opened successfully at 1732374311317 (+1 ms)
2024-11-23T15:05:11,319 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae., pid=10, masterSystemTime=1732374311270
2024-11-23T15:05:11,320 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,325 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:11,325 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:11,326 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd75cb456c32201c2ff8117e26edf5ae, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:11,328 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:05:11,330 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened e47df91ff003be161ca78b12f4240f08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73088973, jitterRate=0.08911056816577911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:05:11,330 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:11,330 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for e47df91ff003be161ca78b12f4240f08:
Running coprocessor pre-open hook at 1732374311304Writing region info on filesystem at 1732374311304Initializing all the Stores at 1732374311306 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374311306Cleaning up temporary data from old regions at 1732374311316 (+10 ms)Running coprocessor post-open hooks at 1732374311330 (+14 ms)Region opened successfully at 1732374311330
2024-11-23T15:05:11,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd75cb456c32201c2ff8117e26edf5ae, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:05:11,332 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08., pid=11, masterSystemTime=1732374311274
2024-11-23T15:05:11,337 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:11,337 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:11,338 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e47df91ff003be161ca78b12f4240f08, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:05:11,341 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-23T15:05:11,341 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fd75cb456c32201c2ff8117e26edf5ae, server=c6f7b1897123,43471,1732374301700 in 218 msec
2024-11-23T15:05:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e47df91ff003be161ca78b12f4240f08, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:05:11,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, ASSIGN in 385 msec
2024-11-23T15:05:11,352 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=8
2024-11-23T15:05:11,353 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e47df91ff003be161ca78b12f4240f08, server=c6f7b1897123,36557,1732374301588 in 227 msec
2024-11-23T15:05:11,357 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-23T15:05:11,358 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, ASSIGN in 396 msec
2024-11-23T15:05:11,360 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:05:11,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374311360"}]},"ts":"1732374311360"}
2024-11-23T15:05:11,364 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta
2024-11-23T15:05:11,366 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:05:11,370 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSplitRegion jenkins: RWXCA
2024-11-23T15:05:11,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:05:11,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:11,383 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:11,386 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:11,387 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:11,387 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:11,406 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientService
2024-11-23T15:05:11,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:05:11,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:11,412 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientService
2024-11-23T15:05:11,414 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-23T15:05:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:11,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:05:11,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:11,590 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:11,590 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:11,590 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:11,591 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:11,594 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 740 msec
2024-11-23T15:05:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-23T15:05:11,997 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:05:12,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:12,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:12,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:12,010 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:05:12,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:12,030 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:12,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:12,041 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:12,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:12,048 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:12,050 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:12,064 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-23T15:05:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374312064 (current time:1732374312064).
2024-11-23T15:05:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:05:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-23T15:05:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:05:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28149eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:12,070 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560a85ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:12,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:12,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:12,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:12,073 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e5c528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:12,080 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:12,083 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:05:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:05:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:12,093 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:05:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282c9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:12,097 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:12,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:12,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:12,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376970a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:12,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:12,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:12,100 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:12,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e682d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:12,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:12,107 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:12,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:05:12,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:12,114 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:12,117 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:05:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:05:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:12,118 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:05:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-23T15:05:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:05:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-23T15:05:12,141 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:05:12,154 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:05:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-23T15:05:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-23T15:05:12,184 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:05:12,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741845_1021 (size=215)
2024-11-23T15:05:12,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741845_1021 (size=215)
2024-11-23T15:05:12,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741845_1021 (size=215)
2024-11-23T15:05:12,227 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:05:12,229 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08}, {pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae}]
2024-11-23T15:05:12,234 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:12,234 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-23T15:05:12,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=13
2024-11-23T15:05:12,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=14
2024-11-23T15:05:12,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:12,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:12,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.HRegion(2603): Flush status journal for e47df91ff003be161ca78b12f4240f08:

2024-11-23T15:05:12,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for fd75cb456c32201c2ff8117e26edf5ae:

2024-11-23T15:05:12,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-23T15:05:12,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-23T15:05:12,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:12,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:12,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:05:12,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:05:12,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:05:12,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:05:12,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741846_1022 (size=86)
2024-11-23T15:05:12,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741846_1022 (size=86)
2024-11-23T15:05:12,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741846_1022 (size=86)
2024-11-23T15:05:12,448 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:12,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-23T15:05:12,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741847_1023 (size=86)
2024-11-23T15:05:12,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741847_1023 (size=86)
2024-11-23T15:05:12,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741847_1023 (size=86)
2024-11-23T15:05:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-23T15:05:12,454 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:12,455 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:12,460 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08 in 228 msec
2024-11-23T15:05:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-23T15:05:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-23T15:05:12,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:12,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-23T15:05:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-23T15:05:12,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:12,857 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:12,864 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=12
2024-11-23T15:05:12,864 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:05:12,864 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae in 629 msec
2024-11-23T15:05:12,867 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:05:12,870 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:05:12,871 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:05:12,871 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:12,872 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:05:12,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741848_1024 (size=78)
2024-11-23T15:05:12,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741848_1024 (size=78)
2024-11-23T15:05:12,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741848_1024 (size=78)
2024-11-23T15:05:12,894 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:05:12,894 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:12,898 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:12,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741849_1025 (size=713)
2024-11-23T15:05:12,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741849_1025 (size=713)
2024-11-23T15:05:12,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741849_1025 (size=713)
2024-11-23T15:05:12,935 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:05:12,949 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:05:12,951 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:12,954 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:05:12,954 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-23T15:05:12,959 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 822 msec
2024-11-23T15:05:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-23T15:05:13,307 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:05:13,329 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:05:13,336 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:05:13,340 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:13,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:13,346 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:13,346 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:05:13,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:13,361 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:13,374 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:13,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-23T15:05:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374313383 (current time:1732374313383).
2024-11-23T15:05:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:05:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-23T15:05:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:05:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589fa6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:13,386 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413ab3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:13,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:13,390 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:13,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746d020f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:13,396 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:13,398 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:05:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:05:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:13,399 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:05:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3608f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:13,402 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:13,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:13,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587dbb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:13,405 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:13,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbafb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:13,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:13,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:13,410 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:13,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:05:13,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:13,416 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:13,418 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:05:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:05:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:13,418 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:05:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-23T15:05:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:05:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-23T15:05:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-23T15:05:13,423 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:05:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-23T15:05:13,425 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:05:13,429 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:05:13,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741850_1026 (size=210)
2024-11-23T15:05:13,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741850_1026 (size=210)
2024-11-23T15:05:13,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741850_1026 (size=210)
2024-11-23T15:05:13,441 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:05:13,441 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08}, {pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae}]
2024-11-23T15:05:13,443 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:13,443 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-23T15:05:13,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=17
2024-11-23T15:05:13,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=16
2024-11-23T15:05:13,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:13,609 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:13,614 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2902): Flushing fd75cb456c32201c2ff8117e26edf5ae 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-23T15:05:13,620 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing e47df91ff003be161ca78b12f4240f08 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-23T15:05:13,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411233598c71545324f0cb4e3bcf21e15f1d4_fd75cb456c32201c2ff8117e26edf5ae is 71, key is 19c12192942c58619f6199b126d8ad39/cf:q/1732374313335/Put/seqid=0
2024-11-23T15:05:13,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ffdc4e65d5a74811a436d8e6b5acafb9_e47df91ff003be161ca78b12f4240f08 is 71, key is 0200ad17d23c3773fbc5a6011019cd1b/cf:q/1732374313329/Put/seqid=0
2024-11-23T15:05:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-23T15:05:13,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741851_1027 (size=5241)
2024-11-23T15:05:13,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741851_1027 (size=5241)
2024-11-23T15:05:13,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741851_1027 (size=5241)
2024-11-23T15:05:13,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:13,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741852_1028 (size=8032)
2024-11-23T15:05:13,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741852_1028 (size=8032)
2024-11-23T15:05:13,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741852_1028 (size=8032)
2024-11-23T15:05:13,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:13,902 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411233598c71545324f0cb4e3bcf21e15f1d4_fd75cb456c32201c2ff8117e26edf5ae to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411233598c71545324f0cb4e3bcf21e15f1d4_fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:13,902 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ffdc4e65d5a74811a436d8e6b5acafb9_e47df91ff003be161ca78b12f4240f08 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241123ffdc4e65d5a74811a436d8e6b5acafb9_e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:13,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/.tmp/cf/64f8833ee2d545d19c8899b137b43b7a, store: [table=testtb-testExportFileSystemStateWithSplitRegion family=cf region=e47df91ff003be161ca78b12f4240f08]
2024-11-23T15:05:13,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/.tmp/cf/fd10158b0b2f4f03b1cf732c83e9c72c, store: [table=testtb-testExportFileSystemStateWithSplitRegion family=cf region=fd75cb456c32201c2ff8117e26edf5ae]
2024-11-23T15:05:13,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/.tmp/cf/fd10158b0b2f4f03b1cf732c83e9c72c is 224, key is 15d941102d3a0155589eee420d8a9fe0d/cf:q/1732374313335/Put/seqid=0
2024-11-23T15:05:13,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/.tmp/cf/64f8833ee2d545d19c8899b137b43b7a is 224, key is 0617a03649ddda07bdd28c53200217161/cf:q/1732374313329/Put/seqid=0
2024-11-23T15:05:13,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741853_1029 (size=15279)
2024-11-23T15:05:13,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741854_1030 (size=6416)
2024-11-23T15:05:13,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741853_1029 (size=15279)
2024-11-23T15:05:13,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741853_1029 (size=15279)
2024-11-23T15:05:13,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741854_1030 (size=6416)
2024-11-23T15:05:13,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741854_1030 (size=6416)
2024-11-23T15:05:13,944 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/.tmp/cf/fd10158b0b2f4f03b1cf732c83e9c72c
2024-11-23T15:05:13,944 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/.tmp/cf/64f8833ee2d545d19c8899b137b43b7a
2024-11-23T15:05:13,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/.tmp/cf/64f8833ee2d545d19c8899b137b43b7a as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/cf/64f8833ee2d545d19c8899b137b43b7a
2024-11-23T15:05:13,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/.tmp/cf/fd10158b0b2f4f03b1cf732c83e9c72c as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/cf/fd10158b0b2f4f03b1cf732c83e9c72c
2024-11-23T15:05:13,982 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/cf/fd10158b0b2f4f03b1cf732c83e9c72c, entries=45, sequenceid=6, filesize=14.9 K
2024-11-23T15:05:13,986 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/cf/64f8833ee2d545d19c8899b137b43b7a, entries=5, sequenceid=6, filesize=6.3 K
2024-11-23T15:05:13,995 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for e47df91ff003be161ca78b12f4240f08 in 378ms, sequenceid=6, compaction requested=false
2024-11-23T15:05:13,995 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for fd75cb456c32201c2ff8117e26edf5ae in 378ms, sequenceid=6, compaction requested=false
2024-11-23T15:05:13,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSplitRegion'
2024-11-23T15:05:13,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSplitRegion'
2024-11-23T15:05:13,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2603): Flush status journal for fd75cb456c32201c2ff8117e26edf5ae:

2024-11-23T15:05:13,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae. for snaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for e47df91ff003be161ca78b12f4240f08:

2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08. for snaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/cf/64f8833ee2d545d19c8899b137b43b7a] hfiles
2024-11-23T15:05:13,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/cf/fd10158b0b2f4f03b1cf732c83e9c72c] hfiles
2024-11-23T15:05:14,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/cf/64f8833ee2d545d19c8899b137b43b7a for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:14,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/cf/fd10158b0b2f4f03b1cf732c83e9c72c for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:14,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741856_1032 (size=125)
2024-11-23T15:05:14,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741856_1032 (size=125)
2024-11-23T15:05:14,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741856_1032 (size=125)
2024-11-23T15:05:14,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:05:14,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-23T15:05:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=17
2024-11-23T15:05:14,034 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:14,034 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:14,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd75cb456c32201c2ff8117e26edf5ae in 595 msec
2024-11-23T15:05:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-23T15:05:14,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741855_1031 (size=125)
2024-11-23T15:05:14,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741855_1031 (size=125)
2024-11-23T15:05:14,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741855_1031 (size=125)
2024-11-23T15:05:14,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:05:14,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-23T15:05:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-23T15:05:14,049 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:14,049 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:14,091 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-23T15:05:14,091 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e47df91ff003be161ca78b12f4240f08 in 610 msec
2024-11-23T15:05:14,091 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:05:14,093 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:05:14,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:05:14,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:05:14,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:14,100 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411233598c71545324f0cb4e3bcf21e15f1d4_fd75cb456c32201c2ff8117e26edf5ae, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241123ffdc4e65d5a74811a436d8e6b5acafb9_e47df91ff003be161ca78b12f4240f08] hfiles
2024-11-23T15:05:14,100 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411233598c71545324f0cb4e3bcf21e15f1d4_fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:05:14,100 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241123ffdc4e65d5a74811a436d8e6b5acafb9_e47df91ff003be161ca78b12f4240f08
2024-11-23T15:05:14,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741857_1033 (size=309)
2024-11-23T15:05:14,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741857_1033 (size=309)
2024-11-23T15:05:14,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741857_1033 (size=309)
2024-11-23T15:05:14,154 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:05:14,155 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:14,157 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:14,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741858_1034 (size=1023)
2024-11-23T15:05:14,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741858_1034 (size=1023)
2024-11-23T15:05:14,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741858_1034 (size=1023)
2024-11-23T15:05:14,209 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:05:14,248 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:05:14,249 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:14,252 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:05:14,253 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-23T15:05:14,257 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 833 msec
2024-11-23T15:05:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-23T15:05:14,557 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:05:14,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:05:14,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:05:14,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:05:14,580 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:05:14,581 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36557 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-23T15:05:14,581 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:05:14,582 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:05:14,582 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-23T15:05:14,582 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43471 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-23T15:05:14,585 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportFileSystemStateWithSplitRegion', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:05:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:14,588 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:05:14,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:14,588 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportFileSystemStateWithSplitRegion"
 procId is: 18
2024-11-23T15:05:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-23T15:05:14,590 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:05:14,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741859_1035 (size=390)
2024-11-23T15:05:14,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741859_1035 (size=390)
2024-11-23T15:05:14,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741859_1035 (size=390)
2024-11-23T15:05:14,609 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17650a3b59d924bbc6658b424ae045c6, NAME => 'testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:14,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741860_1036 (size=75)
2024-11-23T15:05:14,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741860_1036 (size=75)
2024-11-23T15:05:14,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741860_1036 (size=75)
2024-11-23T15:05:14,630 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:14,630 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing 17650a3b59d924bbc6658b424ae045c6, disabling compactions & flushes
2024-11-23T15:05:14,630 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:14,630 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:14,630 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6. after waiting 0 ms
2024-11-23T15:05:14,631 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:14,631 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:14,631 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17650a3b59d924bbc6658b424ae045c6:
Waiting for close lock at 1732374314630Disabling compacts and flushes for region at 1732374314630Disabling writes for close at 1732374314630Writing region close event to WAL at 1732374314631 (+1 ms)Closed at 1732374314631
2024-11-23T15:05:14,633 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:05:14,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1732374314634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374314634"}]},"ts":"1732374314634"}
2024-11-23T15:05:14,638 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-23T15:05:14,639 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:05:14,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374314640"}]},"ts":"1732374314640"}
2024-11-23T15:05:14,644 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta
2024-11-23T15:05:14,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:05:14,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:05:14,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:05:14,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:05:14,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:05:14,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:05:14,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:05:14,647 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:05:14,647 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:05:14,647 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:05:14,647 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:05:14,647 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, ASSIGN}]
2024-11-23T15:05:14,650 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, ASSIGN
2024-11-23T15:05:14,651 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:05:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-23T15:05:14,802 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T15:05:14,803 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=17650a3b59d924bbc6658b424ae045c6, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:14,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, ASSIGN because future has completed
2024-11-23T15:05:14,836 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17650a3b59d924bbc6658b424ae045c6, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:05:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-23T15:05:14,997 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:14,997 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 17650a3b59d924bbc6658b424ae045c6, NAME => 'testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.', STARTKEY => '', ENDKEY => ''}
2024-11-23T15:05:14,998 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6. service=AccessControlService
2024-11-23T15:05:14,998 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:14,998 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:14,999 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:14,999 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:14,999 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,008 INFO  [StoreOpener-17650a3b59d924bbc6658b424ae045c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17650a3b59d924bbc6658b424ae045c6 
2024-11-23T15:05:15,024 INFO  [StoreOpener-17650a3b59d924bbc6658b424ae045c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17650a3b59d924bbc6658b424ae045c6 columnFamilyName cf
2024-11-23T15:05:15,024 DEBUG [StoreOpener-17650a3b59d924bbc6658b424ae045c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:15,025 INFO  [StoreOpener-17650a3b59d924bbc6658b424ae045c6-1 {}] regionserver.HStore(327): Store=17650a3b59d924bbc6658b424ae045c6/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:15,026 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,029 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,031 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,033 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,033 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,039 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,046 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:05:15,047 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 17650a3b59d924bbc6658b424ae045c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58857672, jitterRate=-0.12295234203338623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:05:15,048 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:15,049 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 17650a3b59d924bbc6658b424ae045c6:
Running coprocessor pre-open hook at 1732374314999Writing region info on filesystem at 1732374314999Initializing all the Stores at 1732374315001 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374315001Cleaning up temporary data from old regions at 1732374315033 (+32 ms)Running coprocessor post-open hooks at 1732374315048 (+15 ms)Region opened successfully at 1732374315049 (+1 ms)
2024-11-23T15:05:15,051 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6., pid=20, masterSystemTime=1732374314991
2024-11-23T15:05:15,060 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:15,060 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:15,061 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=17650a3b59d924bbc6658b424ae045c6, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:15,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17650a3b59d924bbc6658b424ae045c6, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:05:15,083 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-23T15:05:15,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 17650a3b59d924bbc6658b424ae045c6, server=c6f7b1897123,43471,1732374301700 in 236 msec
2024-11-23T15:05:15,091 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-23T15:05:15,091 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, ASSIGN in 437 msec
2024-11-23T15:05:15,095 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:05:15,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374315095"}]},"ts":"1732374315095"}
2024-11-23T15:05:15,099 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta
2024-11-23T15:05:15,102 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:05:15,103 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testExportFileSystemStateWithSplitRegion jenkins: RWXCA
2024-11-23T15:05:15,120 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-23T15:05:15,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:15,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:15,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:15,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:05:15,181 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,181 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,181 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,181 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,181 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,181 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,181 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,184 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:05:15,189 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion in 596 msec
2024-11-23T15:05:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-23T15:05:15,217 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:05:15,218 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:15,222 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-23T15:05:16,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportFileSystemStateWithSplitRegion'
2024-11-23T15:05:16,784 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:05:18,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741861_1037 (size=134217728)
2024-11-23T15:05:18,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741861_1037 (size=134217728)
2024-11-23T15:05:18,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741861_1037 (size=134217728)
2024-11-23T15:05:20,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741862_1038 (size=134217728)
2024-11-23T15:05:20,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741862_1038 (size=134217728)
2024-11-23T15:05:20,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741862_1038 (size=134217728)
2024-11-23T15:05:20,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/output/cf/test_file is 35, key is 1\x00\x00\x00/cf:q/1732374315236/Put/seqid=0
2024-11-23T15:05:20,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741863_1039 (size=51979256)
2024-11-23T15:05:20,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741863_1039 (size=51979256)
2024-11-23T15:05:20,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741863_1039 (size=51979256)
2024-11-23T15:05:20,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478d52db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:20,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:20,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:20,837 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:20,837 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:20,838 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:20,838 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb09509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:20,838 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:20,839 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:20,840 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:20,842 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:20,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e6ca16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:20,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:20,847 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:20,847 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:20,850 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:20,866 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool$1(330): Trying to bulk load hfile hdfs://localhost:38257/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting.
2024-11-23T15:05:20,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-23T15:05:20,868 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f7b1897123,36733,1732374300582
2024-11-23T15:05:20,869 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2226a565
2024-11-23T15:05:20,869 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-23T15:05:20,871 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-23T15:05:20,880 WARN  [IPC Server handler 1 on default port 38257 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running
2024-11-23T15:05:20,888 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:05:20,892 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:20,895 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:20,916 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:20,962 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38257/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/output/cf/test_file first=Optional[1\x00\x00\x00] last=Optional[9\x00\x00\x00]
2024-11-23T15:05:20,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:20,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer
2024-11-23T15:05:20,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:20,999 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer
2024-11-23T15:05:21,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-23T15:05:21,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: ExecService size: 101 connection: 172.17.0.3:59619 deadline: 1732374381015, exception=org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
2024-11-23T15:05:21,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager(227): unable to add token
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:221) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RegionCoprocessorRpcChannelImpl.lambda$rpcCall$0(RegionCoprocessorRpcChannelImpl.java:90) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:05:21,066 WARN  [IPC Server handler 1 on default port 38257 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running
2024-11-23T15:05:21,115 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38257/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/output/cf/test_file for inclusion in 17650a3b59d924bbc6658b424ae045c6/cf
2024-11-23T15:05:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(626): HFile bounds: first=1\x00\x00\x00 last=9\x00\x00\x00
2024-11-23T15:05:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-23T15:05:21,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(641): Trying to bulk load hfile hdfs://localhost:38257/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting.
2024-11-23T15:05:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(2603): Flush status journal for 17650a3b59d924bbc6658b424ae045c6:

2024-11-23T15:05:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38257/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/output/cf/test_file to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/staging/jenkins__testExportFileSystemStateWithSplitRegion__fhe3urfa0o1ejgvt9aclkebv0tuk42797e7vfvs2cce1r49e3dk44s2iftn9fin5/cf/test_file
2024-11-23T15:05:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/staging/jenkins__testExportFileSystemStateWithSplitRegion__fhe3urfa0o1ejgvt9aclkebv0tuk42797e7vfvs2cce1r49e3dk44s2iftn9fin5/cf/test_file as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_
2024-11-23T15:05:21,146 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/staging/jenkins__testExportFileSystemStateWithSplitRegion__fhe3urfa0o1ejgvt9aclkebv0tuk42797e7vfvs2cce1r49e3dk44s2iftn9fin5/cf/test_file into 17650a3b59d924bbc6658b424ae045c6/cf as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_ - updating store file list.
2024-11-23T15:05:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 215069e65a6648a5883deb0771f78d20_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T15:05:21,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_ into 17650a3b59d924bbc6658b424ae045c6/cf
2024-11-23T15:05:21,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/staging/jenkins__testExportFileSystemStateWithSplitRegion__fhe3urfa0o1ejgvt9aclkebv0tuk42797e7vfvs2cce1r49e3dk44s2iftn9fin5/cf/test_file into 17650a3b59d924bbc6658b424ae045c6/cf (new location: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_)
2024-11-23T15:05:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/staging/jenkins__testExportFileSystemStateWithSplitRegion__fhe3urfa0o1ejgvt9aclkebv0tuk42797e7vfvs2cce1r49e3dk44s2iftn9fin5/cf/test_file
2024-11-23T15:05:21,221 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-23T15:05:21,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.run(BulkLoadHFilesTool.java:1176)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemStateWithSplitRegion(TestExportSnapshot.java:229)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T15:05:21,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:21,225 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-23T15:05:21,227 DEBUG [RPCClient-NioEventLoopGroup-6-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6., hostname=c6f7b1897123,43471,1732374301700, seqNum=2 , the old value is region=testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6., hostname=c6f7b1897123,43471,1732374301700, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f7b1897123:43471 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-23T15:05:21,228 DEBUG [RPCClient-NioEventLoopGroup-6-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6., hostname=c6f7b1897123,43471,1732374301700, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-23T15:05:21,228 DEBUG [RPCClient-NioEventLoopGroup-6-14 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6., hostname=c6f7b1897123,43471,1732374301700, seqNum=2 from cache
2024-11-23T15:05:21,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:21,232 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:05:21,232 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:21,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='5', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:05:21,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=17650a3b59d924bbc6658b424ae045c6, daughterA=eaa621daa80e07473cdf2337dc04697a, daughterB=e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:21,282 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=17650a3b59d924bbc6658b424ae045c6, daughterA=eaa621daa80e07473cdf2337dc04697a, daughterB=e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:21,282 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=17650a3b59d924bbc6658b424ae045c6, daughterA=eaa621daa80e07473cdf2337dc04697a, daughterB=e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:21,282 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=17650a3b59d924bbc6658b424ae045c6, daughterA=eaa621daa80e07473cdf2337dc04697a, daughterB=e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-23T15:05:21,295 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, UNASSIGN}]
2024-11-23T15:05:21,298 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, UNASSIGN
2024-11-23T15:05:21,301 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=17650a3b59d924bbc6658b424ae045c6, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, UNASSIGN because future has completed
2024-11-23T15:05:21,306 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-23T15:05:21,306 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17650a3b59d924bbc6658b424ae045c6, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:05:21,338 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f7b1897123:42617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-23T15:05:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-23T15:05:21,465 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:21,466 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-23T15:05:21,467 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 17650a3b59d924bbc6658b424ae045c6, disabling compactions & flushes
2024-11-23T15:05:21,467 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:21,467 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:21,467 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6. after waiting 0 ms
2024-11-23T15:05:21,467 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:21,477 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-23T15:05:21,481 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:05:21,482 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.
2024-11-23T15:05:21,482 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 17650a3b59d924bbc6658b424ae045c6:
Waiting for close lock at 1732374321466Running coprocessor pre-close hooks at 1732374321466Disabling compacts and flushes for region at 1732374321467 (+1 ms)Disabling writes for close at 1732374321467Writing region close event to WAL at 1732374321469 (+2 ms)Running coprocessor post-close hooks at 1732374321479 (+10 ms)Closed at 1732374321482 (+3 ms)
2024-11-23T15:05:21,506 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=17650a3b59d924bbc6658b424ae045c6, regionState=CLOSED
2024-11-23T15:05:21,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17650a3b59d924bbc6658b424ae045c6, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:05:21,518 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-23T15:05:21,518 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:21,521 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 17650a3b59d924bbc6658b424ae045c6, server=c6f7b1897123,43471,1732374301700 in 207 msec
2024-11-23T15:05:21,525 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-23T15:05:21,525 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=17650a3b59d924bbc6658b424ae045c6, UNASSIGN in 223 msec
2024-11-23T15:05:21,541 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:21,546 INFO  [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=21 splitting 1 storefiles, region=17650a3b59d924bbc6658b424ae045c6, threads=1
2024-11-23T15:05:21,557 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=21 splitting started for store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_ for region: 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:21,583 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 215069e65a6648a5883deb0771f78d20_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T15:05:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-23T15:05:21,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741864_1040 (size=21)
2024-11-23T15:05:21,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741864_1040 (size=21)
2024-11-23T15:05:21,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741864_1040 (size=21)
2024-11-23T15:05:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-23T15:05:22,016 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 215069e65a6648a5883deb0771f78d20_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-23T15:05:22,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741865_1041 (size=21)
2024-11-23T15:05:22,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741865_1041 (size=21)
2024-11-23T15:05:22,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741865_1041 (size=21)
2024-11-23T15:05:22,027 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=21 splitting complete for store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_ for region: 17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:05:22,029 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=21 split storefiles for region 17650a3b59d924bbc6658b424ae045c6 Daughter A: [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6] storefiles, Daughter B: [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6] storefiles.
2024-11-23T15:05:22,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741866_1042 (size=76)
2024-11-23T15:05:22,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741866_1042 (size=76)
2024-11-23T15:05:22,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741866_1042 (size=76)
2024-11-23T15:05:22,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:22,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741867_1043 (size=76)
2024-11-23T15:05:22,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741867_1043 (size=76)
2024-11-23T15:05:22,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741867_1043 (size=76)
2024-11-23T15:05:22,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:22,077 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1
2024-11-23T15:05:22,080 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1
2024-11-23T15:05:22,083 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1732374322082"},{"qualifier":"splitA","vlen":75,"tag":[],"timestamp":"1732374322082"},{"qualifier":"splitB","vlen":75,"tag":[],"timestamp":"1732374322082"}]},"ts":"1732374322082"}
2024-11-23T15:05:22,083 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732374322082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374322082"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732374322082"}]},"ts":"1732374322082"}
2024-11-23T15:05:22,083 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732374322082"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374322082"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732374322082"}]},"ts":"1732374322082"}
2024-11-23T15:05:22,098 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, ASSIGN}, {pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, ASSIGN}]
2024-11-23T15:05:22,100 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, ASSIGN
2024-11-23T15:05:22,100 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, ASSIGN
2024-11-23T15:05:22,101 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, ASSIGN; state=SPLITTING_NEW, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:05:22,101 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, ASSIGN; state=SPLITTING_NEW, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:05:22,252 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:05:22,252 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=eaa621daa80e07473cdf2337dc04697a, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:22,252 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=e8de8ff3461e8def311f4f1924fcf1da, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:22,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, ASSIGN because future has completed
2024-11-23T15:05:22,255 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa621daa80e07473cdf2337dc04697a, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:05:22,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, ASSIGN because future has completed
2024-11-23T15:05:22,257 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8de8ff3461e8def311f4f1924fcf1da, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:05:22,413 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:05:22,413 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => e8de8ff3461e8def311f4f1924fcf1da, NAME => 'testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.', STARTKEY => '5', ENDKEY => ''}
2024-11-23T15:05:22,414 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da. service=AccessControlService
2024-11-23T15:05:22,414 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:22,414 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,414 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:22,414 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,414 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,416 INFO  [StoreOpener-e8de8ff3461e8def311f4f1924fcf1da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8de8ff3461e8def311f4f1924fcf1da 
2024-11-23T15:05:22,417 INFO  [StoreOpener-e8de8ff3461e8def311f4f1924fcf1da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8de8ff3461e8def311f4f1924fcf1da columnFamilyName cf
2024-11-23T15:05:22,418 DEBUG [StoreOpener-e8de8ff3461e8def311f4f1924fcf1da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-23T15:05:22,433 DEBUG [StoreFileOpener-e8de8ff3461e8def311f4f1924fcf1da-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6: NONE, but ROW specified in column family configuration
2024-11-23T15:05:22,455 DEBUG [StoreOpener-e8de8ff3461e8def311f4f1924fcf1da-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_-top
2024-11-23T15:05:22,456 INFO  [StoreOpener-e8de8ff3461e8def311f4f1924fcf1da-1 {}] regionserver.HStore(327): Store=e8de8ff3461e8def311f4f1924fcf1da/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:22,456 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,457 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,461 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,462 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,462 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,465 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,467 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1114): Opened e8de8ff3461e8def311f4f1924fcf1da; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69411902, jitterRate=0.03431794047355652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:05:22,467 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:22,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for e8de8ff3461e8def311f4f1924fcf1da:
Running coprocessor pre-open hook at 1732374322414Writing region info on filesystem at 1732374322414Initializing all the Stores at 1732374322416 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374322416Cleaning up temporary data from old regions at 1732374322462 (+46 ms)Running coprocessor post-open hooks at 1732374322467 (+5 ms)Region opened successfully at 1732374322468 (+1 ms)
2024-11-23T15:05:22,469 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da., pid=27, masterSystemTime=1732374322408
2024-11-23T15:05:22,469 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.,because compaction is disabled.
2024-11-23T15:05:22,473 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:05:22,473 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:05:22,473 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:05:22,473 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => eaa621daa80e07473cdf2337dc04697a, NAME => 'testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.', STARTKEY => '', ENDKEY => '5'}
2024-11-23T15:05:22,474 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a. service=AccessControlService
2024-11-23T15:05:22,474 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:05:22,474 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,474 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:05:22,474 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,474 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,475 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=e8de8ff3461e8def311f4f1924fcf1da, regionState=OPEN, openSeqNum=7, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:22,477 INFO  [StoreOpener-eaa621daa80e07473cdf2337dc04697a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eaa621daa80e07473cdf2337dc04697a 
2024-11-23T15:05:22,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8de8ff3461e8def311f4f1924fcf1da, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:05:22,482 INFO  [StoreOpener-eaa621daa80e07473cdf2337dc04697a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaa621daa80e07473cdf2337dc04697a columnFamilyName cf
2024-11-23T15:05:22,483 DEBUG [StoreOpener-eaa621daa80e07473cdf2337dc04697a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:22,488 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25
2024-11-23T15:05:22,488 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure e8de8ff3461e8def311f4f1924fcf1da, server=c6f7b1897123,43471,1732374301700 in 226 msec
2024-11-23T15:05:22,491 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, ASSIGN in 390 msec
2024-11-23T15:05:22,504 DEBUG [StoreFileOpener-eaa621daa80e07473cdf2337dc04697a-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6: NONE, but ROW specified in column family configuration
2024-11-23T15:05:22,511 DEBUG [StoreOpener-eaa621daa80e07473cdf2337dc04697a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_-bottom
2024-11-23T15:05:22,511 INFO  [StoreOpener-eaa621daa80e07473cdf2337dc04697a-1 {}] regionserver.HStore(327): Store=eaa621daa80e07473cdf2337dc04697a/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:05:22,511 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,513 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,515 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,516 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,516 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,521 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,523 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened eaa621daa80e07473cdf2337dc04697a; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62106705, jitterRate=-0.0745379775762558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:05:22,523 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:22,524 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for eaa621daa80e07473cdf2337dc04697a:
Running coprocessor pre-open hook at 1732374322474Writing region info on filesystem at 1732374322474Initializing all the Stores at 1732374322476 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374322476Cleaning up temporary data from old regions at 1732374322516 (+40 ms)Running coprocessor post-open hooks at 1732374322523 (+7 ms)Region opened successfully at 1732374322524 (+1 ms)
2024-11-23T15:05:22,525 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a., pid=26, masterSystemTime=1732374322408
2024-11-23T15:05:22,525 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.,because compaction is disabled.
2024-11-23T15:05:22,528 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:05:22,528 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:05:22,529 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=eaa621daa80e07473cdf2337dc04697a, regionState=OPEN, openSeqNum=7, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:05:22,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaa621daa80e07473cdf2337dc04697a, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:05:22,541 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=24
2024-11-23T15:05:22,542 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure eaa621daa80e07473cdf2337dc04697a, server=c6f7b1897123,43471,1732374301700 in 279 msec
2024-11-23T15:05:22,546 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=21
2024-11-23T15:05:22,546 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, ASSIGN in 444 msec
2024-11-23T15:05:22,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=17650a3b59d924bbc6658b424ae045c6, daughterA=eaa621daa80e07473cdf2337dc04697a, daughterB=e8de8ff3461e8def311f4f1924fcf1da in 1.2730 sec
2024-11-23T15:05:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-23T15:05:23,436 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SPLIT_REGION, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:05:23,436 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-23T15:05:23,442 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-23T15:05:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374323442 (current time:1732374323442).
2024-11-23T15:05:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:05:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-23T15:05:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:05:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3effbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:23,444 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcbd7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:23,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:23,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:23,447 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:23,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7905e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:23,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:23,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:23,451 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:23,453 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:05:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:05:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:23,453 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:05:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6434c1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:05:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:05:23,462 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:05:23,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:05:23,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:05:23,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76387503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:23,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:05:23,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:05:23,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:23,465 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:05:23,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2992d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:05:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:05:23,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:05:23,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:23,469 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:23,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:05:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:05:23,474 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:05:23,476 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:05:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:05:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:05:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-23T15:05:23,477 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:05:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:05:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-23T15:05:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28
2024-11-23T15:05:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-23T15:05:23,481 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:05:23,483 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:05:23,487 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:05:23,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741868_1044 (size=197)
2024-11-23T15:05:23,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741868_1044 (size=197)
2024-11-23T15:05:23,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741868_1044 (size=197)
2024-11-23T15:05:23,499 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:05:23,499 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaa621daa80e07473cdf2337dc04697a}, {pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8de8ff3461e8def311f4f1924fcf1da}]
2024-11-23T15:05:23,505 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:23,505 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-23T15:05:23,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30
2024-11-23T15:05:23,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29
2024-11-23T15:05:23,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:05:23,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e8de8ff3461e8def311f4f1924fcf1da:

2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for eaa621daa80e07473cdf2337dc04697a:

2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da. for snapshot-testExportFileSystemStateWithSplitRegion completed.
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a. for snapshot-testExportFileSystemStateWithSplitRegion completed.
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_-top] hfiles
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_-bottom] hfiles
2024-11-23T15:05:23,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741869_1045 (size=182)
2024-11-23T15:05:23,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741869_1045 (size=182)
2024-11-23T15:05:23,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741869_1045 (size=182)
2024-11-23T15:05:23,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:05:23,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29
2024-11-23T15:05:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=29
2024-11-23T15:05:23,676 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:23,678 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:05:23,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741870_1046 (size=182)
2024-11-23T15:05:23,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741870_1046 (size=182)
2024-11-23T15:05:23,682 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eaa621daa80e07473cdf2337dc04697a in 181 msec
2024-11-23T15:05:23,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:05:23,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30
2024-11-23T15:05:23,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741870_1046 (size=182)
2024-11-23T15:05:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=30
2024-11-23T15:05:23,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:23,685 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:05:23,689 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=28
2024-11-23T15:05:23,689 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:05:23,689 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8de8ff3461e8def311f4f1924fcf1da in 187 msec
2024-11-23T15:05:23,691 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:05:23,691 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:05:23,691 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:05:23,692 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_] hfiles
2024-11-23T15:05:23,692 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_
2024-11-23T15:05:23,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741871_1047 (size=129)
2024-11-23T15:05:23,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741871_1047 (size=129)
2024-11-23T15:05:23,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741871_1047 (size=129)
2024-11-23T15:05:23,702 INFO  [SplitRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 17650a3b59d924bbc6658b424ae045c6, NAME => 'testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.', STARTKEY => '', ENDKEY => '', OFFLINE => true, SPLIT => true}, table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,703 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:05:23,704 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:05:23,704 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,705 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741872_1048 (size=891)
2024-11-23T15:05:23,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741872_1048 (size=891)
2024-11-23T15:05:23,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741872_1048 (size=891)
2024-11-23T15:05:23,722 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:05:23,731 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:05:23,732 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:23,734 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:05:23,734 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28
2024-11-23T15:05:23,737 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 257 msec
2024-11-23T15:05:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-23T15:05:23,796 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:05:23,797 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796
2024-11-23T15:05:24,937 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:24,976 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:05:24,976 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:24,980 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:05:24,987 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:05:25,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741873_1049 (size=891)
2024-11-23T15:05:25,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741873_1049 (size=891)
2024-11-23T15:05:25,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741873_1049 (size=891)
2024-11-23T15:05:25,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741874_1050 (size=197)
2024-11-23T15:05:25,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741874_1050 (size=197)
2024-11-23T15:05:25,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741874_1050 (size=197)
2024-11-23T15:05:25,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:25,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:25,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-5812907045430515639.jar
2024-11-23T15:05:26,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,251 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-9106658642967173016.jar
2024-11-23T15:05:26,252 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,253 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,254 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:05:26,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:05:26,255 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:05:26,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:05:26,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:05:26,256 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:05:26,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:05:26,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:05:26,257 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:05:26,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:05:26,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:05:26,258 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:05:26,261 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:05:26,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:05:26,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:05:26,262 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:05:26,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:05:26,263 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:05:26,264 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:05:26,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741875_1051 (size=24020)
2024-11-23T15:05:26,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741875_1051 (size=24020)
2024-11-23T15:05:26,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741875_1051 (size=24020)
2024-11-23T15:05:26,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741876_1052 (size=77755)
2024-11-23T15:05:26,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741876_1052 (size=77755)
2024-11-23T15:05:26,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741876_1052 (size=77755)
2024-11-23T15:05:26,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741877_1053 (size=131360)
2024-11-23T15:05:26,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741877_1053 (size=131360)
2024-11-23T15:05:26,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741877_1053 (size=131360)
2024-11-23T15:05:26,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741878_1054 (size=111793)
2024-11-23T15:05:26,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741878_1054 (size=111793)
2024-11-23T15:05:26,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741878_1054 (size=111793)
2024-11-23T15:05:26,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741879_1055 (size=1832290)
2024-11-23T15:05:26,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741879_1055 (size=1832290)
2024-11-23T15:05:26,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741879_1055 (size=1832290)
2024-11-23T15:05:26,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741880_1056 (size=8360005)
2024-11-23T15:05:26,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741880_1056 (size=8360005)
2024-11-23T15:05:26,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741880_1056 (size=8360005)
2024-11-23T15:05:26,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741881_1057 (size=503880)
2024-11-23T15:05:26,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741881_1057 (size=503880)
2024-11-23T15:05:26,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741881_1057 (size=503880)
2024-11-23T15:05:26,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741882_1058 (size=6424742)
2024-11-23T15:05:26,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741882_1058 (size=6424742)
2024-11-23T15:05:26,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741882_1058 (size=6424742)
2024-11-23T15:05:26,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741883_1059 (size=322274)
2024-11-23T15:05:26,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741883_1059 (size=322274)
2024-11-23T15:05:26,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741883_1059 (size=322274)
2024-11-23T15:05:26,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741884_1060 (size=20406)
2024-11-23T15:05:26,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741884_1060 (size=20406)
2024-11-23T15:05:26,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741884_1060 (size=20406)
2024-11-23T15:05:26,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741885_1061 (size=45609)
2024-11-23T15:05:26,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741885_1061 (size=45609)
2024-11-23T15:05:26,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741885_1061 (size=45609)
2024-11-23T15:05:26,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741886_1062 (size=136454)
2024-11-23T15:05:26,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741886_1062 (size=136454)
2024-11-23T15:05:26,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741886_1062 (size=136454)
2024-11-23T15:05:26,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741887_1063 (size=1597270)
2024-11-23T15:05:26,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741887_1063 (size=1597270)
2024-11-23T15:05:26,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741887_1063 (size=1597270)
2024-11-23T15:05:26,986 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:05:26,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741888_1064 (size=30873)
2024-11-23T15:05:26,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741888_1064 (size=30873)
2024-11-23T15:05:26,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741888_1064 (size=30873)
2024-11-23T15:05:27,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741889_1065 (size=29229)
2024-11-23T15:05:27,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741889_1065 (size=29229)
2024-11-23T15:05:27,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741889_1065 (size=29229)
2024-11-23T15:05:27,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741890_1066 (size=903660)
2024-11-23T15:05:27,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741890_1066 (size=903660)
2024-11-23T15:05:27,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741890_1066 (size=903660)
2024-11-23T15:05:27,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741891_1067 (size=5175431)
2024-11-23T15:05:27,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741891_1067 (size=5175431)
2024-11-23T15:05:27,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741891_1067 (size=5175431)
2024-11-23T15:05:27,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741892_1068 (size=232881)
2024-11-23T15:05:27,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741892_1068 (size=232881)
2024-11-23T15:05:27,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741892_1068 (size=232881)
2024-11-23T15:05:27,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741893_1069 (size=440956)
2024-11-23T15:05:27,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741893_1069 (size=440956)
2024-11-23T15:05:27,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741893_1069 (size=440956)
2024-11-23T15:05:27,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741894_1070 (size=1323991)
2024-11-23T15:05:27,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741894_1070 (size=1323991)
2024-11-23T15:05:27,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741894_1070 (size=1323991)
2024-11-23T15:05:27,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741895_1071 (size=4695811)
2024-11-23T15:05:27,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741895_1071 (size=4695811)
2024-11-23T15:05:27,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741895_1071 (size=4695811)
2024-11-23T15:05:27,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741896_1072 (size=1877034)
2024-11-23T15:05:27,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741896_1072 (size=1877034)
2024-11-23T15:05:27,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741896_1072 (size=1877034)
2024-11-23T15:05:27,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741897_1073 (size=217555)
2024-11-23T15:05:27,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741897_1073 (size=217555)
2024-11-23T15:05:27,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741897_1073 (size=217555)
2024-11-23T15:05:27,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741898_1074 (size=4188619)
2024-11-23T15:05:27,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741898_1074 (size=4188619)
2024-11-23T15:05:27,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741898_1074 (size=4188619)
2024-11-23T15:05:27,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741899_1075 (size=127628)
2024-11-23T15:05:27,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741899_1075 (size=127628)
2024-11-23T15:05:27,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741899_1075 (size=127628)
2024-11-23T15:05:27,245 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:05:27,251 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot-testExportFileSystemStateWithSplitRegion' hfile list
2024-11-23T15:05:27,259 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=17650a3b59d924bbc6658b424ae045c6-215069e65a6648a5883deb0771f78d20_SeqId_4_.
2024-11-23T15:05:27,259 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=17650a3b59d924bbc6658b424ae045c6-215069e65a6648a5883deb0771f78d20_SeqId_4_.
2024-11-23T15:05:27,260 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=305.6 M
2024-11-23T15:05:27,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741900_1076 (size=244)
2024-11-23T15:05:27,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741900_1076 (size=244)
2024-11-23T15:05:27,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741900_1076 (size=244)
2024-11-23T15:05:27,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741901_1077 (size=17)
2024-11-23T15:05:27,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741901_1077 (size=17)
2024-11-23T15:05:27,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741901_1077 (size=17)
2024-11-23T15:05:27,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741902_1078 (size=304131)
2024-11-23T15:05:27,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741902_1078 (size=304131)
2024-11-23T15:05:27,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741902_1078 (size=304131)
2024-11-23T15:05:27,882 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:05:27,882 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:05:28,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportFileSystemStateWithSplitRegion'
2024-11-23T15:05:28,498 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0001_000001 (auth:SIMPLE) from 127.0.0.1:34488
2024-11-23T15:05:29,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:05:46,164 INFO  [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-23T15:05:46,164 INFO  [master/c6f7b1897123:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-23T15:05:48,645 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0001_000001 (auth:SIMPLE) from 127.0.0.1:58834
2024-11-23T15:05:48,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741903_1079 (size=349829)
2024-11-23T15:05:48,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741903_1079 (size=349829)
2024-11-23T15:05:48,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741903_1079 (size=349829)
2024-11-23T15:05:51,053 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0001_000001 (auth:SIMPLE) from 127.0.0.1:48894
2024-11-23T15:05:56,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fd75cb456c32201c2ff8117e26edf5ae, had cached 0 bytes from a total of 15279
2024-11-23T15:05:56,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e47df91ff003be161ca78b12f4240f08, had cached 0 bytes from a total of 6416
2024-11-23T15:05:59,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:06:04,934 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e47df91ff003be161ca78b12f4240f08 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:06:04,934 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 193ebe37c63a34031f02ac5854f8d6fe changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:06:04,934 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fd75cb456c32201c2ff8117e26edf5ae changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:06:07,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8de8ff3461e8def311f4f1924fcf1da, had cached 0 bytes from a total of 320414712
2024-11-23T15:06:07,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region eaa621daa80e07473cdf2337dc04697a, had cached 0 bytes from a total of 320414712
2024-11-23T15:06:28,584 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:34700 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1300ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/, blockId=1073741904, seqno=1853
2024-11-23T15:06:28,584 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:39124 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1300ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/, blockId=1073741904, seqno=1853
2024-11-23T15:06:28,584 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:37124 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1300ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/, blockId=1073741904, seqno=1853
2024-11-23T15:06:29,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:06:30,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741904_1080 (size=134217728)
2024-11-23T15:06:30,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741904_1080 (size=134217728)
2024-11-23T15:06:30,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741904_1080 (size=134217728)
2024-11-23T15:06:34,182 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:57156 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1899ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/, blockId=1073741905, seqno=2178
2024-11-23T15:06:34,182 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:39252 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1899ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/, blockId=1073741905, seqno=2178
2024-11-23T15:06:34,182 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:37784 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1898ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/, blockId=1073741905, seqno=2178
2024-11-23T15:06:41,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fd75cb456c32201c2ff8117e26edf5ae, had cached 0 bytes from a total of 15279
2024-11-23T15:06:41,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e47df91ff003be161ca78b12f4240f08, had cached 0 bytes from a total of 6416
2024-11-23T15:06:52,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e8de8ff3461e8def311f4f1924fcf1da, had cached 0 bytes from a total of 320414712
2024-11-23T15:06:52,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region eaa621daa80e07473cdf2337dc04697a, had cached 0 bytes from a total of 320414712
2024-11-23T15:06:59,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:07:00,925 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:57156 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 3630ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/, blockId=1073741905, seqno=3817
2024-11-23T15:07:00,925 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:39252 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 3630ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/, blockId=1073741905, seqno=3817
2024-11-23T15:07:00,925 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:37784 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 3630ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/, blockId=1073741905, seqno=3817
2024-11-23T15:07:03,676 WARN  [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1
2024-11-23T15:07:03,990 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:37784 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1691ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/, blockId=1073741905, seqno=3989
2024-11-23T15:07:03,990 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:57156 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1691ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/, blockId=1073741905, seqno=3989
2024-11-23T15:07:03,990 WARN  [DataXceiver for client DFSClient_attempt_1732374308737_0001_m_000000_0_-1224611355_1 at /127.0.0.1:39252 [Receiving block BP-1989606669-172.17.0.3-1732374294485:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 1691ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/, blockId=1073741905, seqno=3989
2024-11-23T15:07:05,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741905_1081 (size=134217728)
2024-11-23T15:07:05,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741905_1081 (size=134217728)
2024-11-23T15:07:05,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741905_1081 (size=134217728)
2024-11-23T15:07:16,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741906_1082 (size=51979256)
2024-11-23T15:07:16,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741906_1082 (size=51979256)
2024-11-23T15:07:16,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741906_1082 (size=51979256)
2024-11-23T15:07:16,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741907_1083 (size=17520)
2024-11-23T15:07:16,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741907_1083 (size=17520)
2024-11-23T15:07:16,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741907_1083 (size=17520)
2024-11-23T15:07:16,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741908_1084 (size=482)
2024-11-23T15:07:16,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741908_1084 (size=482)
2024-11-23T15:07:16,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741908_1084 (size=482)
2024-11-23T15:07:17,007 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0001/container_1732374308737_0001_01_000002/launch_container.sh]
2024-11-23T15:07:17,007 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0001/container_1732374308737_0001_01_000002/container_tokens]
2024-11-23T15:07:17,007 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0001/container_1732374308737_0001_01_000002/sysfs]
2024-11-23T15:07:17,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741909_1085 (size=17520)
2024-11-23T15:07:17,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741909_1085 (size=17520)
2024-11-23T15:07:17,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741909_1085 (size=17520)
2024-11-23T15:07:17,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741910_1086 (size=349829)
2024-11-23T15:07:17,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741910_1086 (size=349829)
2024-11-23T15:07:17,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741910_1086 (size=349829)
2024-11-23T15:07:17,042 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0001_000001 (auth:SIMPLE) from 127.0.0.1:44732
2024-11-23T15:07:18,519 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:07:18,520 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:07:18,530 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,530 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:07:18,531 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:07:18,531 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,531 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo
2024-11-23T15:07:18,531 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest
2024-11-23T15:07:18,531 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,532 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo
2024-11-23T15:07:18,532 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374323796/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest
2024-11-23T15:07:18,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-23T15:07:18,555 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374438555"}]},"ts":"1732374438555"}
2024-11-23T15:07:18,557 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta
2024-11-23T15:07:18,557 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testExportFileSystemStateWithSplitRegion to state=DISABLING
2024-11-23T15:07:18,559 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion}]
2024-11-23T15:07:18,564 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, UNASSIGN}, {pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, UNASSIGN}]
2024-11-23T15:07:18,565 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, UNASSIGN
2024-11-23T15:07:18,565 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, UNASSIGN
2024-11-23T15:07:18,566 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=e8de8ff3461e8def311f4f1924fcf1da, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:07:18,566 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=eaa621daa80e07473cdf2337dc04697a, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:07:18,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, UNASSIGN because future has completed
2024-11-23T15:07:18,569 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:07:18,569 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure eaa621daa80e07473cdf2337dc04697a, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:07:18,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, UNASSIGN because future has completed
2024-11-23T15:07:18,570 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:07:18,570 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8de8ff3461e8def311f4f1924fcf1da, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:07:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-23T15:07:18,722 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(122): Close eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:07:18,722 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:07:18,722 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1722): Closing eaa621daa80e07473cdf2337dc04697a, disabling compactions & flushes
2024-11-23T15:07:18,722 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:07:18,722 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:07:18,722 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a. after waiting 0 ms
2024-11-23T15:07:18,722 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:07:18,728 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6
2024-11-23T15:07:18,729 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:07:18,729 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.
2024-11-23T15:07:18,729 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1676): Region close journal for eaa621daa80e07473cdf2337dc04697a:
Waiting for close lock at 1732374438722Running coprocessor pre-close hooks at 1732374438722Disabling compacts and flushes for region at 1732374438722Disabling writes for close at 1732374438722Writing region close event to WAL at 1732374438723 (+1 ms)Running coprocessor post-close hooks at 1732374438729 (+6 ms)Closed at 1732374438729
2024-11-23T15:07:18,733 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(157): Closed eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:07:18,733 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:07:18,733 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:07:18,733 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing e8de8ff3461e8def311f4f1924fcf1da, disabling compactions & flushes
2024-11-23T15:07:18,733 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:07:18,733 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:07:18,733 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da. after waiting 0 ms
2024-11-23T15:07:18,733 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:07:18,733 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=eaa621daa80e07473cdf2337dc04697a, regionState=CLOSED
2024-11-23T15:07:18,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure eaa621daa80e07473cdf2337dc04697a, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:07:18,742 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6
2024-11-23T15:07:18,744 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:07:18,744 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.
2024-11-23T15:07:18,744 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for e8de8ff3461e8def311f4f1924fcf1da:
Waiting for close lock at 1732374438733Running coprocessor pre-close hooks at 1732374438733Disabling compacts and flushes for region at 1732374438733Disabling writes for close at 1732374438733Writing region close event to WAL at 1732374438734 (+1 ms)Running coprocessor post-close hooks at 1732374438743 (+9 ms)Closed at 1732374438744 (+1 ms)
2024-11-23T15:07:18,746 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33
2024-11-23T15:07:18,746 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure eaa621daa80e07473cdf2337dc04697a, server=c6f7b1897123,43471,1732374301700 in 174 msec
2024-11-23T15:07:18,747 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:07:18,747 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=e8de8ff3461e8def311f4f1924fcf1da, regionState=CLOSED
2024-11-23T15:07:18,748 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=eaa621daa80e07473cdf2337dc04697a, UNASSIGN in 182 msec
2024-11-23T15:07:18,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure e8de8ff3461e8def311f4f1924fcf1da, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:07:18,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=34
2024-11-23T15:07:18,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=34, state=SUCCESS, hasLock=false; CloseRegionProcedure e8de8ff3461e8def311f4f1924fcf1da, server=c6f7b1897123,43471,1732374301700 in 181 msec
2024-11-23T15:07:18,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=32
2024-11-23T15:07:18,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=e8de8ff3461e8def311f4f1924fcf1da, UNASSIGN in 190 msec
2024-11-23T15:07:18,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-23T15:07:18,760 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion in 198 msec
2024-11-23T15:07:18,761 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374438761"}]},"ts":"1732374438761"}
2024-11-23T15:07:18,763 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta
2024-11-23T15:07:18,763 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testExportFileSystemStateWithSplitRegion to state=DISABLED
2024-11-23T15:07:18,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion in 216 msec
2024-11-23T15:07:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-23T15:07:18,876 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:07:18,879 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,885 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,887 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,889 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:18,892 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientService
2024-11-23T15:07:18,894 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,898 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:07:18,898 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:07:18,898 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:07:18,902 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/recovered.edits]
2024-11-23T15:07:18,902 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/recovered.edits]
2024-11-23T15:07:18,902 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/recovered.edits]
2024-11-23T15:07:18,909 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:07:18,909 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_ to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_
2024-11-23T15:07:18,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/cf/215069e65a6648a5883deb0771f78d20_SeqId_4_.17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:07:18,916 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/recovered.edits/10.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da/recovered.edits/10.seqid
2024-11-23T15:07:18,917 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/recovered.edits/10.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a/recovered.edits/10.seqid
2024-11-23T15:07:18,918 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/e8de8ff3461e8def311f4f1924fcf1da
2024-11-23T15:07:18,918 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/eaa621daa80e07473cdf2337dc04697a
2024-11-23T15:07:18,920 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/recovered.edits/6.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6/recovered.edits/6.seqid
2024-11-23T15:07:18,921 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportFileSystemStateWithSplitRegion/17650a3b59d924bbc6658b424ae045c6
2024-11-23T15:07:18,922 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testExportFileSystemStateWithSplitRegion regions
2024-11-23T15:07:18,925 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-23T15:07:18,939 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 3 rows of testExportFileSystemStateWithSplitRegion from hbase:meta
2024-11-23T15:07:18,944 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testExportFileSystemStateWithSplitRegion' descriptor.
2024-11-23T15:07:18,946 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,947 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testExportFileSystemStateWithSplitRegion' from region states.
2024-11-23T15:07:18,947 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374438947"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:18,947 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374438947"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:18,947 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374438947"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:18,952 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 3 regions from META
2024-11-23T15:07:18,952 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 17650a3b59d924bbc6658b424ae045c6, NAME => 'testExportFileSystemStateWithSplitRegion,,1732374314584.17650a3b59d924bbc6658b424ae045c6.', STARTKEY => '', ENDKEY => ''}, {ENCODED => eaa621daa80e07473cdf2337dc04697a, NAME => 'testExportFileSystemStateWithSplitRegion,,1732374321270.eaa621daa80e07473cdf2337dc04697a.', STARTKEY => '', ENDKEY => '5'}, {ENCODED => e8de8ff3461e8def311f4f1924fcf1da, NAME => 'testExportFileSystemStateWithSplitRegion,5,1732374321270.e8de8ff3461e8def311f4f1924fcf1da.', STARTKEY => '5', ENDKEY => ''}]
2024-11-23T15:07:18,953 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testExportFileSystemStateWithSplitRegion' as deleted.
2024-11-23T15:07:18,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374438953"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:18,957 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testExportFileSystemStateWithSplitRegion state from META
2024-11-23T15:07:18,959 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,962 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion in 79 msec
2024-11-23T15:07:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,974 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-23T15:07:18,974 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-23T15:07:18,974 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-23T15:07:18,974 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-23T15:07:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:18,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:18,985 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37
2024-11-23T15:07:18,986 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:18,986 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:18,987 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:18,987 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,987 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:07:18,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-23T15:07:18,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374438993"}]},"ts":"1732374438993"}
2024-11-23T15:07:18,995 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta
2024-11-23T15:07:18,995 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLING
2024-11-23T15:07:18,997 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion}]
2024-11-23T15:07:18,998 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, UNASSIGN}, {pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, UNASSIGN}]
2024-11-23T15:07:18,999 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, UNASSIGN
2024-11-23T15:07:19,000 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, UNASSIGN
2024-11-23T15:07:19,000 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=fd75cb456c32201c2ff8117e26edf5ae, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:07:19,000 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e47df91ff003be161ca78b12f4240f08, regionState=CLOSING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:07:19,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, UNASSIGN because future has completed
2024-11-23T15:07:19,003 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:07:19,003 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure e47df91ff003be161ca78b12f4240f08, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:07:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, UNASSIGN because future has completed
2024-11-23T15:07:19,004 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:07:19,004 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd75cb456c32201c2ff8117e26edf5ae, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:07:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-23T15:07:19,157 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:07:19,158 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close e47df91ff003be161ca78b12f4240f08
2024-11-23T15:07:19,158 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:07:19,158 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing e47df91ff003be161ca78b12f4240f08, disabling compactions & flushes
2024-11-23T15:07:19,158 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:07:19,159 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:07:19,159 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08. after waiting 0 ms
2024-11-23T15:07:19,159 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:07:19,159 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(122): Close fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:07:19,159 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:07:19,159 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1722): Closing fd75cb456c32201c2ff8117e26edf5ae, disabling compactions & flushes
2024-11-23T15:07:19,159 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:07:19,159 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:07:19,160 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae. after waiting 0 ms
2024-11-23T15:07:19,160 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:07:19,165 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:07:19,166 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:07:19,166 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:07:19,166 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:07:19,166 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.
2024-11-23T15:07:19,166 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.
2024-11-23T15:07:19,166 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1676): Region close journal for fd75cb456c32201c2ff8117e26edf5ae:
Waiting for close lock at 1732374439159Running coprocessor pre-close hooks at 1732374439159Disabling compacts and flushes for region at 1732374439159Disabling writes for close at 1732374439160 (+1 ms)Writing region close event to WAL at 1732374439161 (+1 ms)Running coprocessor post-close hooks at 1732374439166 (+5 ms)Closed at 1732374439166
2024-11-23T15:07:19,166 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for e47df91ff003be161ca78b12f4240f08:
Waiting for close lock at 1732374439158Running coprocessor pre-close hooks at 1732374439158Disabling compacts and flushes for region at 1732374439158Disabling writes for close at 1732374439159 (+1 ms)Writing region close event to WAL at 1732374439159Running coprocessor post-close hooks at 1732374439166 (+7 ms)Closed at 1732374439166
2024-11-23T15:07:19,174 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed e47df91ff003be161ca78b12f4240f08
2024-11-23T15:07:19,174 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=e47df91ff003be161ca78b12f4240f08, regionState=CLOSED
2024-11-23T15:07:19,176 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(157): Closed fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:07:19,177 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=fd75cb456c32201c2ff8117e26edf5ae, regionState=CLOSED
2024-11-23T15:07:19,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure e47df91ff003be161ca78b12f4240f08, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:07:19,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure fd75cb456c32201c2ff8117e26edf5ae, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:07:19,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=40
2024-11-23T15:07:19,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=40, state=SUCCESS, hasLock=false; CloseRegionProcedure e47df91ff003be161ca78b12f4240f08, server=c6f7b1897123,36557,1732374301588 in 180 msec
2024-11-23T15:07:19,189 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41
2024-11-23T15:07:19,189 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure fd75cb456c32201c2ff8117e26edf5ae, server=c6f7b1897123,43471,1732374301700 in 179 msec
2024-11-23T15:07:19,193 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=e47df91ff003be161ca78b12f4240f08, UNASSIGN in 190 msec
2024-11-23T15:07:19,195 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39
2024-11-23T15:07:19,195 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=fd75cb456c32201c2ff8117e26edf5ae, UNASSIGN in 192 msec
2024-11-23T15:07:19,199 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-23T15:07:19,199 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 199 msec
2024-11-23T15:07:19,202 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374439202"}]},"ts":"1732374439202"}
2024-11-23T15:07:19,205 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta
2024-11-23T15:07:19,205 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLED
2024-11-23T15:07:19,209 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 219 msec
2024-11-23T15:07:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-23T15:07:19,307 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:07:19,307 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,310 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,311 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=44, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,314 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,321 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08
2024-11-23T15:07:19,321 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:07:19,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/recovered.edits]
2024-11-23T15:07:19,324 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/recovered.edits]
2024-11-23T15:07:19,330 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/cf/64f8833ee2d545d19c8899b137b43b7a to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/cf/64f8833ee2d545d19c8899b137b43b7a
2024-11-23T15:07:19,336 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/cf/fd10158b0b2f4f03b1cf732c83e9c72c to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/cf/fd10158b0b2f4f03b1cf732c83e9c72c
2024-11-23T15:07:19,341 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae/recovered.edits/9.seqid
2024-11-23T15:07:19,342 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:07:19,342 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08/recovered.edits/9.seqid
2024-11-23T15:07:19,343 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSplitRegion/e47df91ff003be161ca78b12f4240f08
2024-11-23T15:07:19,343 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSplitRegion regions
2024-11-23T15:07:19,344 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c
2024-11-23T15:07:19,345 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf]
2024-11-23T15:07:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,349 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-23T15:07:19,349 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-23T15:07:19,354 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411233598c71545324f0cb4e3bcf21e15f1d4_fd75cb456c32201c2ff8117e26edf5ae to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411233598c71545324f0cb4e3bcf21e15f1d4_fd75cb456c32201c2ff8117e26edf5ae
2024-11-23T15:07:19,356 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241123ffdc4e65d5a74811a436d8e6b5acafb9_e47df91ff003be161ca78b12f4240f08 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241123ffdc4e65d5a74811a436d8e6b5acafb9_e47df91ff003be161ca78b12f4240f08
2024-11-23T15:07:19,357 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c
2024-11-23T15:07:19,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:19,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:19,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:19,358 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data null
2024-11-23T15:07:19,358 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-23T15:07:19,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:19,359 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data null
2024-11-23T15:07:19,359 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-23T15:07:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-23T15:07:19,362 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=44, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,366 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSplitRegion from hbase:meta
2024-11-23T15:07:19,369 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSplitRegion' descriptor.
2024-11-23T15:07:19,370 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=44, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,370 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSplitRegion' from region states.
2024-11-23T15:07:19,371 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374439370"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:19,371 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374439370"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:19,374 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:07:19,374 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e47df91ff003be161ca78b12f4240f08, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732374310851.e47df91ff003be161ca78b12f4240f08.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => fd75cb456c32201c2ff8117e26edf5ae, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732374310851.fd75cb456c32201c2ff8117e26edf5ae.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:07:19,374 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSplitRegion' as deleted.
2024-11-23T15:07:19,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374439374"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:19,376 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSplitRegion state from META
2024-11-23T15:07:19,377 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=44, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,379 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 70 msec
2024-11-23T15:07:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-23T15:07:19,466 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,466 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-23T15:07:19,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-23T15:07:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,497 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-23T15:07:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,502 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-23T15:07:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:19,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=759 (was 717)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1986416731_1 at /127.0.0.1:39648 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 122195)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35011
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:50438 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.read1(BufferedReader.java:213)
	java.base@17.0.11/java.io.BufferedReader.read(BufferedReader.java:287)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295)
	app//org.apache.hadoop.util.Shell.runCommand(Shell.java:1054)
	app//org.apache.hadoop.util.Shell.run(Shell.java:959)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282)
	app//org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:349)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.launchContainer(ContainerLaunch.java:600)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:388)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:105)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Container metrics unregistration
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:35011 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-1413
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:44572 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:39666 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=792 (was 780) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=495 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=17 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=3642 (was 8848)
2024-11-23T15:07:19,540 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=759 is superior to 500
2024-11-23T15:07:19,556 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=759, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=495, ProcessCount=17, AvailableMemoryMB=3639
2024-11-23T15:07:19,556 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=759 is superior to 500
2024-11-23T15:07:19,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:07:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:19,561 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:07:19,561 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithTargetName"
 procId is: 45
2024-11-23T15:07:19,562 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:07:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-23T15:07:19,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741911_1087 (size=442)
2024-11-23T15:07:19,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741911_1087 (size=442)
2024-11-23T15:07:19,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741911_1087 (size=442)
2024-11-23T15:07:19,583 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d5440d1e53a36ccad65487e215ec521, NAME => 'testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:19,583 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4557cd0d1153b2f1818746d35094d00a, NAME => 'testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:19,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741912_1088 (size=67)
2024-11-23T15:07:19,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741912_1088 (size=67)
2024-11-23T15:07:19,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741912_1088 (size=67)
2024-11-23T15:07:19,606 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:19,606 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1722): Closing 3d5440d1e53a36ccad65487e215ec521, disabling compactions & flushes
2024-11-23T15:07:19,606 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:19,606 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:19,606 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521. after waiting 0 ms
2024-11-23T15:07:19,606 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:19,606 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:19,606 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d5440d1e53a36ccad65487e215ec521:
Waiting for close lock at 1732374439606Disabling compacts and flushes for region at 1732374439606Disabling writes for close at 1732374439606Writing region close event to WAL at 1732374439606Closed at 1732374439606
2024-11-23T15:07:19,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741913_1089 (size=67)
2024-11-23T15:07:19,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741913_1089 (size=67)
2024-11-23T15:07:19,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741913_1089 (size=67)
2024-11-23T15:07:19,616 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:19,616 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1722): Closing 4557cd0d1153b2f1818746d35094d00a, disabling compactions & flushes
2024-11-23T15:07:19,616 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:19,616 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:19,616 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a. after waiting 0 ms
2024-11-23T15:07:19,616 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:19,616 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:19,616 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4557cd0d1153b2f1818746d35094d00a:
Waiting for close lock at 1732374439616Disabling compacts and flushes for region at 1732374439616Disabling writes for close at 1732374439616Writing region close event to WAL at 1732374439616Closed at 1732374439616
2024-11-23T15:07:19,618 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:07:19,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732374439618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374439618"}]},"ts":"1732374439618"}
2024-11-23T15:07:19,618 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732374439618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374439618"}]},"ts":"1732374439618"}
2024-11-23T15:07:19,621 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:07:19,622 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:07:19,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374439623"}]},"ts":"1732374439623"}
2024-11-23T15:07:19,625 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLING in hbase:meta
2024-11-23T15:07:19,625 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:07:19,627 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:07:19,627 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:07:19,627 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:07:19,627 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:07:19,627 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:07:19,627 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:07:19,627 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:07:19,627 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:07:19,627 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:07:19,627 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:07:19,627 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, ASSIGN}, {pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, ASSIGN}]
2024-11-23T15:07:19,628 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, ASSIGN
2024-11-23T15:07:19,629 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, ASSIGN
2024-11-23T15:07:19,629 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:07:19,629 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, ASSIGN; state=OFFLINE, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:07:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-23T15:07:19,780 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:07:19,780 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=4557cd0d1153b2f1818746d35094d00a, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:07:19,780 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=3d5440d1e53a36ccad65487e215ec521, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:07:19,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, ASSIGN because future has completed
2024-11-23T15:07:19,784 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4557cd0d1153b2f1818746d35094d00a, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:07:19,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, ASSIGN because future has completed
2024-11-23T15:07:19,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d5440d1e53a36ccad65487e215ec521, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:07:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-23T15:07:19,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:07:19,943 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:19,943 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:19,943 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d5440d1e53a36ccad65487e215ec521, NAME => 'testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:07:19,943 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 4557cd0d1153b2f1818746d35094d00a, NAME => 'testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521. service=AccessControlService
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a. service=AccessControlService
2024-11-23T15:07:19,944 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:07:19,944 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,944 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,946 INFO  [StoreOpener-3d5440d1e53a36ccad65487e215ec521-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3d5440d1e53a36ccad65487e215ec521 
2024-11-23T15:07:19,946 INFO  [StoreOpener-4557cd0d1153b2f1818746d35094d00a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4557cd0d1153b2f1818746d35094d00a 
2024-11-23T15:07:19,948 INFO  [StoreOpener-4557cd0d1153b2f1818746d35094d00a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4557cd0d1153b2f1818746d35094d00a columnFamilyName cf
2024-11-23T15:07:19,948 INFO  [StoreOpener-3d5440d1e53a36ccad65487e215ec521-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d5440d1e53a36ccad65487e215ec521 columnFamilyName cf
2024-11-23T15:07:19,949 DEBUG [StoreOpener-4557cd0d1153b2f1818746d35094d00a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:19,949 DEBUG [StoreOpener-3d5440d1e53a36ccad65487e215ec521-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:19,950 INFO  [StoreOpener-3d5440d1e53a36ccad65487e215ec521-1 {}] regionserver.HStore(327): Store=3d5440d1e53a36ccad65487e215ec521/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:07:19,950 INFO  [StoreOpener-4557cd0d1153b2f1818746d35094d00a-1 {}] regionserver.HStore(327): Store=4557cd0d1153b2f1818746d35094d00a/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:07:19,950 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,950 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,951 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,951 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,952 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,952 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,952 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,952 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,952 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,952 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,954 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,954 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,961 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:07:19,961 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:07:19,962 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 4557cd0d1153b2f1818746d35094d00a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62472421, jitterRate=-0.06908838450908661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:07:19,962 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 3d5440d1e53a36ccad65487e215ec521; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60873609, jitterRate=-0.09291253983974457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:07:19,962 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:19,962 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:19,963 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 4557cd0d1153b2f1818746d35094d00a:
Running coprocessor pre-open hook at 1732374439945Writing region info on filesystem at 1732374439945Initializing all the Stores at 1732374439945Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374439946 (+1 ms)Cleaning up temporary data from old regions at 1732374439952 (+6 ms)Running coprocessor post-open hooks at 1732374439962 (+10 ms)Region opened successfully at 1732374439963 (+1 ms)
2024-11-23T15:07:19,963 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 3d5440d1e53a36ccad65487e215ec521:
Running coprocessor pre-open hook at 1732374439945Writing region info on filesystem at 1732374439945Initializing all the Stores at 1732374439945Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374439946 (+1 ms)Cleaning up temporary data from old regions at 1732374439952 (+6 ms)Running coprocessor post-open hooks at 1732374439962 (+10 ms)Region opened successfully at 1732374439963 (+1 ms)
2024-11-23T15:07:19,964 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a., pid=48, masterSystemTime=1732374439937
2024-11-23T15:07:19,964 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521., pid=49, masterSystemTime=1732374439939
2024-11-23T15:07:19,966 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:19,966 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:19,967 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=4557cd0d1153b2f1818746d35094d00a, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:07:19,967 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:19,967 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:19,971 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=3d5440d1e53a36ccad65487e215ec521, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:07:19,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4557cd0d1153b2f1818746d35094d00a, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:07:19,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d5440d1e53a36ccad65487e215ec521, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:07:19,980 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-11-23T15:07:19,980 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; OpenRegionProcedure 4557cd0d1153b2f1818746d35094d00a, server=c6f7b1897123,42617,1732374301442 in 193 msec
2024-11-23T15:07:19,981 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46
2024-11-23T15:07:19,983 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, ASSIGN in 353 msec
2024-11-23T15:07:19,983 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d5440d1e53a36ccad65487e215ec521, server=c6f7b1897123,36557,1732374301588 in 192 msec
2024-11-23T15:07:19,985 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45
2024-11-23T15:07:19,986 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, ASSIGN in 355 msec
2024-11-23T15:07:19,988 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:07:19,989 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374439988"}]},"ts":"1732374439988"}
2024-11-23T15:07:19,992 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLED in hbase:meta
2024-11-23T15:07:19,993 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:07:19,994 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithTargetName jenkins: RWXCA
2024-11-23T15:07:19,999 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-23T15:07:20,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:20,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:20,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:20,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:20,063 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:20,063 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:20,063 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:20,064 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:20,066 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName in 506 msec
2024-11-23T15:07:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-23T15:07:20,186 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-23T15:07:20,187 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName
2024-11-23T15:07:20,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:20,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:07:20,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,209 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:20,213 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,217 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-23T15:07:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374440217 (current time:1732374440217).
2024-11-23T15:07:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:07:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-23T15:07:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:07:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630db4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:20,219 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:20,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:20,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:20,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2d4590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:20,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:20,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,221 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:20,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d31639c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:20,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:20,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:20,224 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:20,226 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:07:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,226 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4762531b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:20,228 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5253f4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:20,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:20,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,229 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:20,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9fab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:20,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:20,233 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:20,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:07:20,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:20,238 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:20,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:07:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-23T15:07:20,240 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:07:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-23T15:07:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-23T15:07:20,243 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:07:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-23T15:07:20,245 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:07:20,247 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:07:20,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741914_1090 (size=167)
2024-11-23T15:07:20,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741914_1090 (size=167)
2024-11-23T15:07:20,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741914_1090 (size=167)
2024-11-23T15:07:20,257 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:07:20,257 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521}, {pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a}]
2024-11-23T15:07:20,258 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:20,258 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-23T15:07:20,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52
2024-11-23T15:07:20,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51
2024-11-23T15:07:20,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:20,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:20,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 4557cd0d1153b2f1818746d35094d00a:

2024-11-23T15:07:20,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 3d5440d1e53a36ccad65487e215ec521:

2024-11-23T15:07:20,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521. for emptySnaptb0-testExportWithTargetName completed.
2024-11-23T15:07:20,411 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a. for emptySnaptb0-testExportWithTargetName completed.
2024-11-23T15:07:20,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-23T15:07:20,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-23T15:07:20,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:20,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:20,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:07:20,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:07:20,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741916_1092 (size=70)
2024-11-23T15:07:20,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741915_1091 (size=70)
2024-11-23T15:07:20,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741915_1091 (size=70)
2024-11-23T15:07:20,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741916_1092 (size=70)
2024-11-23T15:07:20,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741915_1091 (size=70)
2024-11-23T15:07:20,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:20,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741916_1092 (size=70)
2024-11-23T15:07:20,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:20,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-23T15:07:20,430 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-23T15:07:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-23T15:07:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=52
2024-11-23T15:07:20,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:20,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:20,431 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:20,432 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:20,449 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a in 179 msec
2024-11-23T15:07:20,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-23T15:07:20,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521 in 179 msec
2024-11-23T15:07:20,452 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:07:20,454 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:07:20,456 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:07:20,457 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:07:20,457 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:20,460 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:07:20,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741917_1093 (size=62)
2024-11-23T15:07:20,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741917_1093 (size=62)
2024-11-23T15:07:20,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741917_1093 (size=62)
2024-11-23T15:07:20,477 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:07:20,477 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithTargetName
2024-11-23T15:07:20,478 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName
2024-11-23T15:07:20,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741918_1094 (size=649)
2024-11-23T15:07:20,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741918_1094 (size=649)
2024-11-23T15:07:20,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741918_1094 (size=649)
2024-11-23T15:07:20,521 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:07:20,529 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:07:20,530 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportWithTargetName
2024-11-23T15:07:20,532 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:07:20,532 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-23T15:07:20,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 291 msec
2024-11-23T15:07:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-23T15:07:20,556 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-23T15:07:20,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:07:20,571 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:07:20,575 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName
2024-11-23T15:07:20,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:20,580 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:07:20,582 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,601 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-23T15:07:20,606 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-23T15:07:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374440606 (current time:1732374440606).
2024-11-23T15:07:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:07:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-23T15:07:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:07:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a77e028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:20,608 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:20,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:20,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:20,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e23790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:20,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:20,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,610 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:20,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58718579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:20,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:20,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:20,614 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:20,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,616 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2681a45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:20,619 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:20,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6364ea7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:20,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,622 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:20,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318279a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:20,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:20,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:20,628 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:07:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:20,632 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:20,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,634 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-23T15:07:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:07:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-23T15:07:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-23T15:07:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-23T15:07:20,638 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:07:20,639 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:07:20,643 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:07:20,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741919_1095 (size=162)
2024-11-23T15:07:20,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741919_1095 (size=162)
2024-11-23T15:07:20,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741919_1095 (size=162)
2024-11-23T15:07:20,656 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:07:20,657 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521}, {pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a}]
2024-11-23T15:07:20,658 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:20,659 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-23T15:07:20,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54
2024-11-23T15:07:20,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:20,816 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2902): Flushing 3d5440d1e53a36ccad65487e215ec521 1/1 column families, dataSize=65 B heapSize=400 B
2024-11-23T15:07:20,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-11-23T15:07:20,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:20,820 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 4557cd0d1153b2f1818746d35094d00a 1/1 column families, dataSize=3.19 KB heapSize=7.14 KB
2024-11-23T15:07:20,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edd5fce63ab14aecbfbf95e51efbfeff_3d5440d1e53a36ccad65487e215ec521 is 69, key is 0af4740555d589cc15e9ebc8e89faa37c/cf:q/1732374440566/Put/seqid=0
2024-11-23T15:07:20,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123c4fd4af87fd14498b3898036aec1683c_4557cd0d1153b2f1818746d35094d00a is 71, key is 145bc1259451e32e078d217e340d35c3/cf:q/1732374440571/Put/seqid=0
2024-11-23T15:07:20,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741920_1096 (size=4964)
2024-11-23T15:07:20,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741920_1096 (size=4964)
2024-11-23T15:07:20,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741920_1096 (size=4964)
2024-11-23T15:07:20,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:20,936 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123edd5fce63ab14aecbfbf95e51efbfeff_3d5440d1e53a36ccad65487e215ec521 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e20241123edd5fce63ab14aecbfbf95e51efbfeff_3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:20,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/.tmp/cf/88931f9ec90a4e069c15c96b9f370e5a, store: [table=testtb-testExportWithTargetName family=cf region=3d5440d1e53a36ccad65487e215ec521]
2024-11-23T15:07:20,939 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/.tmp/cf/88931f9ec90a4e069c15c96b9f370e5a is 208, key is 0af4740555d589cc15e9ebc8e89faa37c/cf:q/1732374440566/Put/seqid=0
2024-11-23T15:07:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-23T15:07:20,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741921_1097 (size=8311)
2024-11-23T15:07:20,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741921_1097 (size=8311)
2024-11-23T15:07:20,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741921_1097 (size=8311)
2024-11-23T15:07:20,973 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-23T15:07:20,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName Metrics about Tables on a single HBase RegionServer
2024-11-23T15:07:20,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:20,999 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion
2024-11-23T15:07:21,002 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123c4fd4af87fd14498b3898036aec1683c_4557cd0d1153b2f1818746d35094d00a to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241123c4fd4af87fd14498b3898036aec1683c_4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:21,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/.tmp/cf/70ab7ba252fa4d3882e9f24200f31b53, store: [table=testtb-testExportWithTargetName family=cf region=4557cd0d1153b2f1818746d35094d00a]
2024-11-23T15:07:21,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/.tmp/cf/70ab7ba252fa4d3882e9f24200f31b53 is 208, key is 157975caf931a2e7fab42524bce73da09/cf:q/1732374440571/Put/seqid=0
2024-11-23T15:07:21,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741922_1098 (size=5502)
2024-11-23T15:07:21,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741922_1098 (size=5502)
2024-11-23T15:07:21,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741922_1098 (size=5502)
2024-11-23T15:07:21,016 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=65, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/.tmp/cf/88931f9ec90a4e069c15c96b9f370e5a
2024-11-23T15:07:21,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/.tmp/cf/88931f9ec90a4e069c15c96b9f370e5a as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/cf/88931f9ec90a4e069c15c96b9f370e5a
2024-11-23T15:07:21,036 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/cf/88931f9ec90a4e069c15c96b9f370e5a, entries=1, sequenceid=6, filesize=5.4 K
2024-11-23T15:07:21,037 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3140): Finished flush of dataSize ~65 B/65, heapSize ~384 B/384, currentSize=0 B/0 for 3d5440d1e53a36ccad65487e215ec521 in 221ms, sequenceid=6, compaction requested=false
2024-11-23T15:07:21,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithTargetName'
2024-11-23T15:07:21,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 3d5440d1e53a36ccad65487e215ec521:

2024-11-23T15:07:21,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521. for snaptb0-testExportWithTargetName completed.
2024-11-23T15:07:21,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741923_1099 (size=15357)
2024-11-23T15:07:21,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-23T15:07:21,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:21,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/cf/88931f9ec90a4e069c15c96b9f370e5a] hfiles
2024-11-23T15:07:21,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/cf/88931f9ec90a4e069c15c96b9f370e5a for snapshot=snaptb0-testExportWithTargetName
2024-11-23T15:07:21,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741923_1099 (size=15357)
2024-11-23T15:07:21,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741923_1099 (size=15357)
2024-11-23T15:07:21,042 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/.tmp/cf/70ab7ba252fa4d3882e9f24200f31b53
2024-11-23T15:07:21,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/.tmp/cf/70ab7ba252fa4d3882e9f24200f31b53 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/cf/70ab7ba252fa4d3882e9f24200f31b53
2024-11-23T15:07:21,066 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/cf/70ab7ba252fa4d3882e9f24200f31b53, entries=49, sequenceid=6, filesize=15.0 K
2024-11-23T15:07:21,067 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~3.19 KB/3271, heapSize ~7.13 KB/7296, currentSize=0 B/0 for 4557cd0d1153b2f1818746d35094d00a in 247ms, sequenceid=6, compaction requested=false
2024-11-23T15:07:21,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 4557cd0d1153b2f1818746d35094d00a:

2024-11-23T15:07:21,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a. for snaptb0-testExportWithTargetName completed.
2024-11-23T15:07:21,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-23T15:07:21,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:21,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/cf/70ab7ba252fa4d3882e9f24200f31b53] hfiles
2024-11-23T15:07:21,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/cf/70ab7ba252fa4d3882e9f24200f31b53 for snapshot=snaptb0-testExportWithTargetName
2024-11-23T15:07:21,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741924_1100 (size=109)
2024-11-23T15:07:21,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741924_1100 (size=109)
2024-11-23T15:07:21,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:21,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-23T15:07:21,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741924_1100 (size=109)
2024-11-23T15:07:21,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=54
2024-11-23T15:07:21,085 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:21,085 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:21,090 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3d5440d1e53a36ccad65487e215ec521 in 430 msec
2024-11-23T15:07:21,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741925_1101 (size=109)
2024-11-23T15:07:21,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741925_1101 (size=109)
2024-11-23T15:07:21,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741925_1101 (size=109)
2024-11-23T15:07:21,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:21,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-23T15:07:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-23T15:07:21,111 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:21,112 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:21,120 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=53
2024-11-23T15:07:21,120 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4557cd0d1153b2f1818746d35094d00a in 457 msec
2024-11-23T15:07:21,120 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:07:21,123 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:07:21,138 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:07:21,139 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:07:21,139 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:21,141 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241123c4fd4af87fd14498b3898036aec1683c_4557cd0d1153b2f1818746d35094d00a, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e20241123edd5fce63ab14aecbfbf95e51efbfeff_3d5440d1e53a36ccad65487e215ec521] hfiles
2024-11-23T15:07:21,141 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241123c4fd4af87fd14498b3898036aec1683c_4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:21,141 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e20241123edd5fce63ab14aecbfbf95e51efbfeff_3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:21,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741926_1102 (size=293)
2024-11-23T15:07:21,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741926_1102 (size=293)
2024-11-23T15:07:21,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741926_1102 (size=293)
2024-11-23T15:07:21,183 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:07:21,183 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithTargetName
2024-11-23T15:07:21,184 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName
2024-11-23T15:07:21,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741927_1103 (size=959)
2024-11-23T15:07:21,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741927_1103 (size=959)
2024-11-23T15:07:21,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741927_1103 (size=959)
2024-11-23T15:07:21,225 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:07:21,238 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:07:21,239 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-23T15:07:21,244 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:07:21,244 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-23T15:07:21,246 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 609 msec
2024-11-23T15:07:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-23T15:07:21,266 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-23T15:07:21,266 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266
2024-11-23T15:07:21,267 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:21,312 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:21,312 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-23T15:07:21,315 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:07:21,342 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithTargetName to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-23T15:07:21,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741929_1105 (size=162)
2024-11-23T15:07:21,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741929_1105 (size=162)
2024-11-23T15:07:21,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741929_1105 (size=162)
2024-11-23T15:07:21,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741928_1104 (size=959)
2024-11-23T15:07:21,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741928_1104 (size=959)
2024-11-23T15:07:21,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741928_1104 (size=959)
2024-11-23T15:07:21,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741930_1106 (size=154)
2024-11-23T15:07:21,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741930_1106 (size=154)
2024-11-23T15:07:21,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741930_1106 (size=154)
2024-11-23T15:07:21,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:21,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:21,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-10381753607177320874.jar
2024-11-23T15:07:22,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,549 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-13513592875435683839.jar
2024-11-23T15:07:22,624 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,625 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:22,626 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:07:22,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:07:22,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:07:22,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:07:22,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:07:22,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:07:22,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:07:22,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:07:22,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:07:22,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:07:22,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:07:22,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:22,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:22,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:07:22,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:22,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:22,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:07:22,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:07:22,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741931_1107 (size=24020)
2024-11-23T15:07:22,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741931_1107 (size=24020)
2024-11-23T15:07:22,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741931_1107 (size=24020)
2024-11-23T15:07:23,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741932_1108 (size=77755)
2024-11-23T15:07:23,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741932_1108 (size=77755)
2024-11-23T15:07:23,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741932_1108 (size=77755)
2024-11-23T15:07:23,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741933_1109 (size=131360)
2024-11-23T15:07:23,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741933_1109 (size=131360)
2024-11-23T15:07:23,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741933_1109 (size=131360)
2024-11-23T15:07:23,143 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0001_000001 (auth:SIMPLE) from 127.0.0.1:46818
2024-11-23T15:07:23,143 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0001/container_1732374308737_0001_01_000001/launch_container.sh]
2024-11-23T15:07:23,143 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0001/container_1732374308737_0001_01_000001/container_tokens]
2024-11-23T15:07:23,143 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0001/container_1732374308737_0001_01_000001/sysfs]
2024-11-23T15:07:23,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741934_1110 (size=111793)
2024-11-23T15:07:23,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741934_1110 (size=111793)
2024-11-23T15:07:23,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741934_1110 (size=111793)
2024-11-23T15:07:23,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741935_1111 (size=1832290)
2024-11-23T15:07:23,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741935_1111 (size=1832290)
2024-11-23T15:07:23,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741935_1111 (size=1832290)
2024-11-23T15:07:23,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741936_1112 (size=8360005)
2024-11-23T15:07:23,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741936_1112 (size=8360005)
2024-11-23T15:07:23,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741936_1112 (size=8360005)
2024-11-23T15:07:23,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741937_1113 (size=503880)
2024-11-23T15:07:23,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741937_1113 (size=503880)
2024-11-23T15:07:23,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741937_1113 (size=503880)
2024-11-23T15:07:23,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741938_1114 (size=322274)
2024-11-23T15:07:23,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741938_1114 (size=322274)
2024-11-23T15:07:23,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741938_1114 (size=322274)
2024-11-23T15:07:23,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741939_1115 (size=20406)
2024-11-23T15:07:23,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741939_1115 (size=20406)
2024-11-23T15:07:23,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741939_1115 (size=20406)
2024-11-23T15:07:23,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741940_1116 (size=440956)
2024-11-23T15:07:23,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741940_1116 (size=440956)
2024-11-23T15:07:23,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741940_1116 (size=440956)
2024-11-23T15:07:23,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741941_1117 (size=45609)
2024-11-23T15:07:23,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741941_1117 (size=45609)
2024-11-23T15:07:23,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741941_1117 (size=45609)
2024-11-23T15:07:23,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741942_1118 (size=136454)
2024-11-23T15:07:23,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741942_1118 (size=136454)
2024-11-23T15:07:23,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741942_1118 (size=136454)
2024-11-23T15:07:23,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741943_1119 (size=6424742)
2024-11-23T15:07:23,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741943_1119 (size=6424742)
2024-11-23T15:07:23,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741943_1119 (size=6424742)
2024-11-23T15:07:23,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741944_1120 (size=1597270)
2024-11-23T15:07:23,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741944_1120 (size=1597270)
2024-11-23T15:07:23,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741944_1120 (size=1597270)
2024-11-23T15:07:23,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741945_1121 (size=30873)
2024-11-23T15:07:23,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741945_1121 (size=30873)
2024-11-23T15:07:23,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741945_1121 (size=30873)
2024-11-23T15:07:23,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741946_1122 (size=29229)
2024-11-23T15:07:23,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741946_1122 (size=29229)
2024-11-23T15:07:23,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741946_1122 (size=29229)
2024-11-23T15:07:23,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741947_1123 (size=903660)
2024-11-23T15:07:23,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741947_1123 (size=903660)
2024-11-23T15:07:23,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741947_1123 (size=903660)
2024-11-23T15:07:23,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741948_1124 (size=5175431)
2024-11-23T15:07:23,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741948_1124 (size=5175431)
2024-11-23T15:07:23,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741948_1124 (size=5175431)
2024-11-23T15:07:23,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741949_1125 (size=232881)
2024-11-23T15:07:23,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741949_1125 (size=232881)
2024-11-23T15:07:23,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741949_1125 (size=232881)
2024-11-23T15:07:23,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741950_1126 (size=1323991)
2024-11-23T15:07:23,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741950_1126 (size=1323991)
2024-11-23T15:07:23,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741950_1126 (size=1323991)
2024-11-23T15:07:23,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741951_1127 (size=4695811)
2024-11-23T15:07:23,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741951_1127 (size=4695811)
2024-11-23T15:07:23,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741951_1127 (size=4695811)
2024-11-23T15:07:23,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741952_1128 (size=1877034)
2024-11-23T15:07:23,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741952_1128 (size=1877034)
2024-11-23T15:07:23,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741952_1128 (size=1877034)
2024-11-23T15:07:23,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741953_1129 (size=217555)
2024-11-23T15:07:23,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741953_1129 (size=217555)
2024-11-23T15:07:23,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741953_1129 (size=217555)
2024-11-23T15:07:23,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741954_1130 (size=4188619)
2024-11-23T15:07:23,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741954_1130 (size=4188619)
2024-11-23T15:07:23,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741954_1130 (size=4188619)
2024-11-23T15:07:23,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741955_1131 (size=127628)
2024-11-23T15:07:23,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741955_1131 (size=127628)
2024-11-23T15:07:23,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741955_1131 (size=127628)
2024-11-23T15:07:23,456 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:07:23,459 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithTargetName' hfile list
2024-11-23T15:07:23,461 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=15.0 K
2024-11-23T15:07:23,461 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.1 K
2024-11-23T15:07:23,461 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.4 K
2024-11-23T15:07:23,461 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=4.8 K
2024-11-23T15:07:23,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741956_1132 (size=1031)
2024-11-23T15:07:23,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741956_1132 (size=1031)
2024-11-23T15:07:23,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741956_1132 (size=1031)
2024-11-23T15:07:23,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741957_1133 (size=35)
2024-11-23T15:07:23,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741957_1133 (size=35)
2024-11-23T15:07:23,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741957_1133 (size=35)
2024-11-23T15:07:23,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741958_1134 (size=304084)
2024-11-23T15:07:23,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741958_1134 (size=304084)
2024-11-23T15:07:23,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741958_1134 (size=304084)
2024-11-23T15:07:23,514 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:07:23,514 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:07:23,998 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:50932
2024-11-23T15:07:24,274 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:07:29,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:07:30,660 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:40256
2024-11-23T15:07:30,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741959_1135 (size=349782)
2024-11-23T15:07:30,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741959_1135 (size=349782)
2024-11-23T15:07:30,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741959_1135 (size=349782)
2024-11-23T15:07:32,868 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:56800
2024-11-23T15:07:32,868 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:50822
2024-11-23T15:07:33,744 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:50838
2024-11-23T15:07:33,748 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:56808
2024-11-23T15:07:36,135 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0002_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:07:38,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741960_1136 (size=15357)
2024-11-23T15:07:38,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741960_1136 (size=15357)
2024-11-23T15:07:38,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741960_1136 (size=15357)
2024-11-23T15:07:39,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741962_1138 (size=5502)
2024-11-23T15:07:39,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741962_1138 (size=5502)
2024-11-23T15:07:39,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741962_1138 (size=5502)
2024-11-23T15:07:40,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741964_1140 (size=8311)
2024-11-23T15:07:40,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741964_1140 (size=8311)
2024-11-23T15:07:40,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741964_1140 (size=8311)
2024-11-23T15:07:40,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741963_1139 (size=4964)
2024-11-23T15:07:40,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741963_1139 (size=4964)
2024-11-23T15:07:40,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741963_1139 (size=4964)
2024-11-23T15:07:40,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741961_1137 (size=31749)
2024-11-23T15:07:40,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741961_1137 (size=31749)
2024-11-23T15:07:40,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741961_1137 (size=31749)
2024-11-23T15:07:40,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741965_1141 (size=465)
2024-11-23T15:07:40,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741965_1141 (size=465)
2024-11-23T15:07:40,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741965_1141 (size=465)
2024-11-23T15:07:40,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741966_1142 (size=31749)
2024-11-23T15:07:40,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741966_1142 (size=31749)
2024-11-23T15:07:40,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741966_1142 (size=31749)
2024-11-23T15:07:40,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741967_1143 (size=349782)
2024-11-23T15:07:40,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741967_1143 (size=349782)
2024-11-23T15:07:40,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741967_1143 (size=349782)
2024-11-23T15:07:40,401 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:56820
2024-11-23T15:07:40,409 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:56822
2024-11-23T15:07:40,417 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:50848
2024-11-23T15:07:40,544 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0002_01_000003 is : 143
2024-11-23T15:07:40,901 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000003/sysfs]
2024-11-23T15:07:40,916 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000005/launch_container.sh]
2024-11-23T15:07:40,916 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000004/launch_container.sh]
2024-11-23T15:07:40,916 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000005/container_tokens]
2024-11-23T15:07:40,916 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000004/container_tokens]
2024-11-23T15:07:40,916 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000005/sysfs]
2024-11-23T15:07:40,916 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000004/sysfs]
2024-11-23T15:07:41,695 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:07:41,698 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:07:41,706 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: testExportWithTargetName
2024-11-23T15:07:41,706 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:07:41,707 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:07:41,707 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithTargetName at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-23T15:07:41,707 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithTargetName/.snapshotinfo
2024-11-23T15:07:41,707 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithTargetName/data.manifest
2024-11-23T15:07:41,707 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266/.hbase-snapshot/testExportWithTargetName at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266/.hbase-snapshot/testExportWithTargetName
2024-11-23T15:07:41,708 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266/.hbase-snapshot/testExportWithTargetName/.snapshotinfo
2024-11-23T15:07:41,708 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374441266/.hbase-snapshot/testExportWithTargetName/data.manifest
2024-11-23T15:07:41,716 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithTargetName
2024-11-23T15:07:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-23T15:07:41,720 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374461720"}]},"ts":"1732374461720"}
2024-11-23T15:07:41,722 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLING in hbase:meta
2024-11-23T15:07:41,722 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithTargetName to state=DISABLING
2024-11-23T15:07:41,723 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName}]
2024-11-23T15:07:41,725 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, UNASSIGN}, {pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, UNASSIGN}]
2024-11-23T15:07:41,725 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, UNASSIGN
2024-11-23T15:07:41,726 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, UNASSIGN
2024-11-23T15:07:41,727 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=3d5440d1e53a36ccad65487e215ec521, regionState=CLOSING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:07:41,727 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=4557cd0d1153b2f1818746d35094d00a, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:07:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, UNASSIGN because future has completed
2024-11-23T15:07:41,729 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:07:41,729 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4557cd0d1153b2f1818746d35094d00a, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:07:41,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, UNASSIGN because future has completed
2024-11-23T15:07:41,730 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:07:41,730 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d5440d1e53a36ccad65487e215ec521, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:07:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-23T15:07:41,882 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(122): Close 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:41,882 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:07:41,882 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1722): Closing 4557cd0d1153b2f1818746d35094d00a, disabling compactions & flushes
2024-11-23T15:07:41,882 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:41,882 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:41,882 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a. after waiting 0 ms
2024-11-23T15:07:41,882 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:41,882 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:41,882 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:07:41,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 3d5440d1e53a36ccad65487e215ec521, disabling compactions & flushes
2024-11-23T15:07:41,883 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:41,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:41,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521. after waiting 0 ms
2024-11-23T15:07:41,883 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:41,886 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:07:41,886 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:07:41,887 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:07:41,887 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:07:41,887 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.
2024-11-23T15:07:41,887 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.
2024-11-23T15:07:41,887 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 3d5440d1e53a36ccad65487e215ec521:
Waiting for close lock at 1732374461882Running coprocessor pre-close hooks at 1732374461882Disabling compacts and flushes for region at 1732374461883 (+1 ms)Disabling writes for close at 1732374461883Writing region close event to WAL at 1732374461883Running coprocessor post-close hooks at 1732374461887 (+4 ms)Closed at 1732374461887
2024-11-23T15:07:41,887 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1676): Region close journal for 4557cd0d1153b2f1818746d35094d00a:
Waiting for close lock at 1732374461882Running coprocessor pre-close hooks at 1732374461882Disabling compacts and flushes for region at 1732374461882Disabling writes for close at 1732374461882Writing region close event to WAL at 1732374461883 (+1 ms)Running coprocessor post-close hooks at 1732374461887 (+4 ms)Closed at 1732374461887
2024-11-23T15:07:41,889 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(157): Closed 4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:41,890 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=4557cd0d1153b2f1818746d35094d00a, regionState=CLOSED
2024-11-23T15:07:41,890 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:41,892 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=3d5440d1e53a36ccad65487e215ec521, regionState=CLOSED
2024-11-23T15:07:41,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4557cd0d1153b2f1818746d35094d00a, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:07:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d5440d1e53a36ccad65487e215ec521, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:07:41,897 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-11-23T15:07:41,898 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; CloseRegionProcedure 4557cd0d1153b2f1818746d35094d00a, server=c6f7b1897123,42617,1732374301442 in 166 msec
2024-11-23T15:07:41,898 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=58
2024-11-23T15:07:41,898 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=4557cd0d1153b2f1818746d35094d00a, UNASSIGN in 172 msec
2024-11-23T15:07:41,898 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 3d5440d1e53a36ccad65487e215ec521, server=c6f7b1897123,36557,1732374301588 in 166 msec
2024-11-23T15:07:41,900 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-23T15:07:41,900 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=3d5440d1e53a36ccad65487e215ec521, UNASSIGN in 173 msec
2024-11-23T15:07:41,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-23T15:07:41,902 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName in 177 msec
2024-11-23T15:07:41,904 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374461904"}]},"ts":"1732374461904"}
2024-11-23T15:07:41,906 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLED in hbase:meta
2024-11-23T15:07:41,906 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithTargetName to state=DISABLED
2024-11-23T15:07:41,909 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName in 191 msec
2024-11-23T15:07:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-23T15:07:42,036 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-23T15:07:42,037 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithTargetName
2024-11-23T15:07:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:42,039 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithTargetName
2024-11-23T15:07:42,040 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:42,045 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithTargetName
2024-11-23T15:07:42,047 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:42,047 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:42,049 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/recovered.edits]
2024-11-23T15:07:42,049 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/recovered.edits]
2024-11-23T15:07:42,052 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/cf/70ab7ba252fa4d3882e9f24200f31b53 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/cf/70ab7ba252fa4d3882e9f24200f31b53
2024-11-23T15:07:42,052 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/cf/88931f9ec90a4e069c15c96b9f370e5a to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/cf/88931f9ec90a4e069c15c96b9f370e5a
2024-11-23T15:07:42,055 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521/recovered.edits/9.seqid
2024-11-23T15:07:42,056 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a/recovered.edits/9.seqid
2024-11-23T15:07:42,056 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:42,056 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithTargetName/4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:42,056 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithTargetName regions
2024-11-23T15:07:42,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71
2024-11-23T15:07:42,057 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf]
2024-11-23T15:07:42,061 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241123c4fd4af87fd14498b3898036aec1683c_4557cd0d1153b2f1818746d35094d00a to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241123c4fd4af87fd14498b3898036aec1683c_4557cd0d1153b2f1818746d35094d00a
2024-11-23T15:07:42,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e20241123edd5fce63ab14aecbfbf95e51efbfeff_3d5440d1e53a36ccad65487e215ec521 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e20241123edd5fce63ab14aecbfbf95e51efbfeff_3d5440d1e53a36ccad65487e215ec521
2024-11-23T15:07:42,062 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71
2024-11-23T15:07:42,064 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:42,067 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithTargetName from hbase:meta
2024-11-23T15:07:42,070 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithTargetName' descriptor.
2024-11-23T15:07:42,071 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:42,071 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithTargetName' from region states.
2024-11-23T15:07:42,071 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374462071"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:42,071 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374462071"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:42,074 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:07:42,074 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3d5440d1e53a36ccad65487e215ec521, NAME => 'testtb-testExportWithTargetName,,1732374439557.3d5440d1e53a36ccad65487e215ec521.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 4557cd0d1153b2f1818746d35094d00a, NAME => 'testtb-testExportWithTargetName,1,1732374439557.4557cd0d1153b2f1818746d35094d00a.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:07:42,074 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithTargetName' as deleted.
2024-11-23T15:07:42,074 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374462074"}]},"ts":"9223372036854775807"}
2024-11-23T15:07:42,076 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithTargetName state from META
2024-11-23T15:07:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,077 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-23T15:07:42,077 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-23T15:07:42,078 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-23T15:07:42,078 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-23T15:07:42,078 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-23T15:07:42,079 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName in 40 msec
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-23T15:07:42,088 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithTargetName
2024-11-23T15:07:42,088 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-23T15:07:42,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithTargetName"
type: DISABLED

2024-11-23T15:07:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithTargetName
2024-11-23T15:07:42,101 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithTargetName"
type: DISABLED

2024-11-23T15:07:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithTargetName
2024-11-23T15:07:42,127 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=796 (was 759)
Potentially hanging thread: ContainersLauncher #1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.getContainerPid(ContainerLaunch.java:1062)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerCleanup.run(ContainerCleanup.java:119)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36975
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1183497676_1 at /127.0.0.1:43756 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:34330 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:43111 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-2207
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43111
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:34218 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 125497)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: ContainersLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:36975 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1183497676_1 at /127.0.0.1:34190 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33067
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:43772 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=821 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=591 (was 495) - SystemLoadAverage LEAK? -, ProcessCount=18 (was 17) - ProcessCount LEAK? -, AvailableMemoryMB=5025 (was 3639) - AvailableMemoryMB LEAK? -
2024-11-23T15:07:42,127 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=796 is superior to 500
2024-11-23T15:07:42,144 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=796, OpenFileDescriptor=821, MaxFileDescriptor=1048576, SystemLoadAverage=591, ProcessCount=18, AvailableMemoryMB=5023
2024-11-23T15:07:42,144 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=796 is superior to 500
2024-11-23T15:07:42,146 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:07:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:07:42,149 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:07:42,149 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithResetTtl"
 procId is: 63
2024-11-23T15:07:42,150 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:07:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-23T15:07:42,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741968_1144 (size=440)
2024-11-23T15:07:42,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741968_1144 (size=440)
2024-11-23T15:07:42,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741968_1144 (size=440)
2024-11-23T15:07:42,161 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e4f5f46181cb41fce7bcfb994a3f220, NAME => 'testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:42,162 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 60ffe05cc705779e3c97659cbecafc55, NAME => 'testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:42,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741969_1145 (size=65)
2024-11-23T15:07:42,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741970_1146 (size=65)
2024-11-23T15:07:42,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741970_1146 (size=65)
2024-11-23T15:07:42,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741970_1146 (size=65)
2024-11-23T15:07:42,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741969_1145 (size=65)
2024-11-23T15:07:42,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741969_1145 (size=65)
2024-11-23T15:07:42,169 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:42,169 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing 60ffe05cc705779e3c97659cbecafc55, disabling compactions & flushes
2024-11-23T15:07:42,170 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55. after waiting 0 ms
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing 4e4f5f46181cb41fce7bcfb994a3f220, disabling compactions & flushes
2024-11-23T15:07:42,170 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:42,170 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for 60ffe05cc705779e3c97659cbecafc55:
Waiting for close lock at 1732374462169Disabling compacts and flushes for region at 1732374462169Disabling writes for close at 1732374462170 (+1 ms)Writing region close event to WAL at 1732374462170Closed at 1732374462170
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220. after waiting 0 ms
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,170 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,170 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e4f5f46181cb41fce7bcfb994a3f220:
Waiting for close lock at 1732374462170Disabling compacts and flushes for region at 1732374462170Disabling writes for close at 1732374462170Writing region close event to WAL at 1732374462170Closed at 1732374462170
2024-11-23T15:07:42,171 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:07:42,171 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732374462171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374462171"}]},"ts":"1732374462171"}
2024-11-23T15:07:42,171 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732374462171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374462171"}]},"ts":"1732374462171"}
2024-11-23T15:07:42,174 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:07:42,175 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:07:42,175 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374462175"}]},"ts":"1732374462175"}
2024-11-23T15:07:42,177 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-23T15:07:42,177 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:07:42,178 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:07:42,178 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:07:42,178 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:07:42,178 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:07:42,178 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:07:42,178 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:07:42,178 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:07:42,178 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:07:42,178 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:07:42,178 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:07:42,179 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, ASSIGN}, {pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, ASSIGN}]
2024-11-23T15:07:42,180 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, ASSIGN
2024-11-23T15:07:42,180 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, ASSIGN
2024-11-23T15:07:42,181 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:07:42,181 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:07:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-23T15:07:42,331 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:07:42,332 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=60ffe05cc705779e3c97659cbecafc55, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:07:42,332 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=4e4f5f46181cb41fce7bcfb994a3f220, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:07:42,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, ASSIGN because future has completed
2024-11-23T15:07:42,334 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ffe05cc705779e3c97659cbecafc55, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:07:42,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, ASSIGN because future has completed
2024-11-23T15:07:42,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:07:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-23T15:07:42,490 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:42,490 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 60ffe05cc705779e3c97659cbecafc55, NAME => 'testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:07:42,490 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55. service=AccessControlService
2024-11-23T15:07:42,491 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:07:42,491 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,491 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:42,491 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,491 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,491 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,491 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e4f5f46181cb41fce7bcfb994a3f220, NAME => 'testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:07:42,492 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220. service=AccessControlService
2024-11-23T15:07:42,492 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:07:42,492 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,492 INFO  [StoreOpener-60ffe05cc705779e3c97659cbecafc55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 60ffe05cc705779e3c97659cbecafc55 
2024-11-23T15:07:42,492 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:42,492 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,492 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,494 INFO  [StoreOpener-4e4f5f46181cb41fce7bcfb994a3f220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4e4f5f46181cb41fce7bcfb994a3f220 
2024-11-23T15:07:42,494 INFO  [StoreOpener-60ffe05cc705779e3c97659cbecafc55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ffe05cc705779e3c97659cbecafc55 columnFamilyName cf
2024-11-23T15:07:42,495 DEBUG [StoreOpener-60ffe05cc705779e3c97659cbecafc55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:42,495 INFO  [StoreOpener-4e4f5f46181cb41fce7bcfb994a3f220-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e4f5f46181cb41fce7bcfb994a3f220 columnFamilyName cf
2024-11-23T15:07:42,496 INFO  [StoreOpener-60ffe05cc705779e3c97659cbecafc55-1 {}] regionserver.HStore(327): Store=60ffe05cc705779e3c97659cbecafc55/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:07:42,496 DEBUG [StoreOpener-4e4f5f46181cb41fce7bcfb994a3f220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:42,496 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,496 INFO  [StoreOpener-4e4f5f46181cb41fce7bcfb994a3f220-1 {}] regionserver.HStore(327): Store=4e4f5f46181cb41fce7bcfb994a3f220/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:07:42,497 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,497 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,498 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,498 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,498 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,499 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,499 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,500 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,500 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,502 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,502 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,504 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:07:42,505 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 4e4f5f46181cb41fce7bcfb994a3f220; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65561838, jitterRate=-0.023052483797073364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:07:42,505 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,506 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 4e4f5f46181cb41fce7bcfb994a3f220:
Running coprocessor pre-open hook at 1732374462493Writing region info on filesystem at 1732374462493Initializing all the Stores at 1732374462493Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374462493Cleaning up temporary data from old regions at 1732374462500 (+7 ms)Running coprocessor post-open hooks at 1732374462505 (+5 ms)Region opened successfully at 1732374462506 (+1 ms)
2024-11-23T15:07:42,507 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220., pid=67, masterSystemTime=1732374462486
2024-11-23T15:07:42,509 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,509 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,509 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=4e4f5f46181cb41fce7bcfb994a3f220, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:07:42,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:07:42,512 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:07:42,513 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 60ffe05cc705779e3c97659cbecafc55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65079027, jitterRate=-0.030246928334236145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:07:42,513 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,513 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 60ffe05cc705779e3c97659cbecafc55:
Running coprocessor pre-open hook at 1732374462491Writing region info on filesystem at 1732374462491Initializing all the Stores at 1732374462492 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374462492Cleaning up temporary data from old regions at 1732374462499 (+7 ms)Running coprocessor post-open hooks at 1732374462513 (+14 ms)Region opened successfully at 1732374462513
2024-11-23T15:07:42,514 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55., pid=66, masterSystemTime=1732374462486
2024-11-23T15:07:42,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=64
2024-11-23T15:07:42,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220, server=c6f7b1897123,43471,1732374301700 in 178 msec
2024-11-23T15:07:42,517 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:42,517 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:42,517 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=60ffe05cc705779e3c97659cbecafc55, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:07:42,518 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, ASSIGN in 338 msec
2024-11-23T15:07:42,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60ffe05cc705779e3c97659cbecafc55, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:07:42,522 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65
2024-11-23T15:07:42,522 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 60ffe05cc705779e3c97659cbecafc55, server=c6f7b1897123,42617,1732374301442 in 186 msec
2024-11-23T15:07:42,524 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63
2024-11-23T15:07:42,525 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, ASSIGN in 344 msec
2024-11-23T15:07:42,525 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:07:42,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374462525"}]},"ts":"1732374462525"}
2024-11-23T15:07:42,528 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-23T15:07:42,529 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:07:42,529 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithResetTtl jenkins: RWXCA
2024-11-23T15:07:42,534 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-23T15:07:42,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:42,593 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:42,593 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:42,593 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:42,593 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:42,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl in 446 msec
2024-11-23T15:07:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-23T15:07:42,777 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-23T15:07:42,777 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:42,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl
2024-11-23T15:07:42,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:42,781 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:07:42,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:42,790 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:42,795 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:42,799 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:42,803 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-23T15:07:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374462804 (current time:1732374462804).
2024-11-23T15:07:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:07:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-23T15:07:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:07:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454c6c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:42,806 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:42,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:42,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:42,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e08c2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:42,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:42,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:42,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:42,808 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c60a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:42,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:42,812 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:42,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:42,814 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:42,816 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9eaa9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:42,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:42,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:42,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:42,818 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:42,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509d182a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:42,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:42,821 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:07:42,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:42,825 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:42,827 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-23T15:07:42,828 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:07:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-23T15:07:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68
2024-11-23T15:07:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-23T15:07:42,830 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:07:42,832 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:07:42,835 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:07:42,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741971_1147 (size=161)
2024-11-23T15:07:42,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741971_1147 (size=161)
2024-11-23T15:07:42,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741971_1147 (size=161)
2024-11-23T15:07:42,848 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:07:42,849 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220}, {pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55}]
2024-11-23T15:07:42,850 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:42,850 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-23T15:07:43,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=70
2024-11-23T15:07:43,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=69
2024-11-23T15:07:43,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:43,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:43,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 4e4f5f46181cb41fce7bcfb994a3f220:

2024-11-23T15:07:43,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.HRegion(2603): Flush status journal for 60ffe05cc705779e3c97659cbecafc55:

2024-11-23T15:07:43,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-23T15:07:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-23T15:07:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-23T15:07:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-23T15:07:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:07:43,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:07:43,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741972_1148 (size=68)
2024-11-23T15:07:43,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741972_1148 (size=68)
2024-11-23T15:07:43,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741972_1148 (size=68)
2024-11-23T15:07:43,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:43,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-23T15:07:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-23T15:07:43,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:43,019 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:43,021 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220 in 171 msec
2024-11-23T15:07:43,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741973_1149 (size=68)
2024-11-23T15:07:43,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741973_1149 (size=68)
2024-11-23T15:07:43,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741973_1149 (size=68)
2024-11-23T15:07:43,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:43,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70
2024-11-23T15:07:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=70
2024-11-23T15:07:43,023 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:43,023 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:43,028 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=68
2024-11-23T15:07:43,028 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:07:43,028 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55 in 175 msec
2024-11-23T15:07:43,029 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:07:43,030 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:07:43,030 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:07:43,031 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:43,031 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:07:43,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741974_1150 (size=60)
2024-11-23T15:07:43,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741974_1150 (size=60)
2024-11-23T15:07:43,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741974_1150 (size=60)
2024-11-23T15:07:43,053 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:07:43,053 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithResetTtl
2024-11-23T15:07:43,054 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl
2024-11-23T15:07:43,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741975_1151 (size=641)
2024-11-23T15:07:43,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741975_1151 (size=641)
2024-11-23T15:07:43,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741975_1151 (size=641)
2024-11-23T15:07:43,091 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:07:43,100 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:07:43,100 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportWithResetTtl
2024-11-23T15:07:43,102 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:07:43,102 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68
2024-11-23T15:07:43,104 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 274 msec
2024-11-23T15:07:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-23T15:07:43,146 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-23T15:07:43,156 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:07:43,159 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:07:43,162 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:43,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl
2024-11-23T15:07:43,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:43,166 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:07:43,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:43,176 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:43,185 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:43,189 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-23T15:07:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374463189 (current time:1732374463189).
2024-11-23T15:07:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:07:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-23T15:07:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:07:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6ded64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:43,191 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:43,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:43,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:43,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107f5800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:43,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:43,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:43,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:43,193 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:43,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c68398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:43,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:43,198 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:43,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:43,201 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b849db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:43,203 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:43,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:43,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:43,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7851dcaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:43,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:43,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:43,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:43,206 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:43,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c0b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:43,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:43,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:43,211 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:43,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:07:43,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:43,216 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:43,218 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-23T15:07:43,219 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:07:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-23T15:07:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71
2024-11-23T15:07:43,222 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:07:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-23T15:07:43,223 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:07:43,226 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:07:43,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741976_1152 (size=156)
2024-11-23T15:07:43,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741976_1152 (size=156)
2024-11-23T15:07:43,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741976_1152 (size=156)
2024-11-23T15:07:43,242 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:07:43,242 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220}, {pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55}]
2024-11-23T15:07:43,243 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:43,244 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-23T15:07:43,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=72
2024-11-23T15:07:43,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=73
2024-11-23T15:07:43,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:43,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:43,395 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2902): Flushing 4e4f5f46181cb41fce7bcfb994a3f220 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-23T15:07:43,395 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 60ffe05cc705779e3c97659cbecafc55 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-23T15:07:43,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411235bb38af6c0d94576a6f518aa714d6686_60ffe05cc705779e3c97659cbecafc55 is 71, key is 13992cdc707acdbe418508ab6fa1e261/cf:q/1732374463159/Put/seqid=0
2024-11-23T15:07:43,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6d751721ec846cd9c4ede2a3aaddbd4_4e4f5f46181cb41fce7bcfb994a3f220 is 71, key is 06cc145f3be6afd9d43bbfbcc7ff0dc6/cf:q/1732374463156/Put/seqid=0
2024-11-23T15:07:43,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741977_1153 (size=8171)
2024-11-23T15:07:43,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741977_1153 (size=8171)
2024-11-23T15:07:43,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741977_1153 (size=8171)
2024-11-23T15:07:43,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:43,452 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411235bb38af6c0d94576a6f518aa714d6686_60ffe05cc705779e3c97659cbecafc55 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b202411235bb38af6c0d94576a6f518aa714d6686_60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/.tmp/cf/e98a8bbffb6441fbafb07246cb213a7e, store: [table=testtb-testExportWithResetTtl family=cf region=60ffe05cc705779e3c97659cbecafc55]
2024-11-23T15:07:43,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/.tmp/cf/e98a8bbffb6441fbafb07246cb213a7e is 206, key is 1c58b055fccd4651a0fde14bca7d67752/cf:q/1732374463159/Put/seqid=0
2024-11-23T15:07:43,457 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000002/launch_container.sh]
2024-11-23T15:07:43,457 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000002/container_tokens]
2024-11-23T15:07:43,457 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000002/sysfs]
2024-11-23T15:07:43,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741978_1154 (size=5101)
2024-11-23T15:07:43,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741978_1154 (size=5101)
2024-11-23T15:07:43,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741978_1154 (size=5101)
2024-11-23T15:07:43,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:43,468 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6d751721ec846cd9c4ede2a3aaddbd4_4e4f5f46181cb41fce7bcfb994a3f220 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241123c6d751721ec846cd9c4ede2a3aaddbd4_4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:43,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/.tmp/cf/c631cc52b7b54a6eb1a018e3acbfa484, store: [table=testtb-testExportWithResetTtl family=cf region=4e4f5f46181cb41fce7bcfb994a3f220]
2024-11-23T15:07:43,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/.tmp/cf/c631cc52b7b54a6eb1a018e3acbfa484 is 206, key is 08216e363cda6e290ab29414c82c41815/cf:q/1732374463156/Put/seqid=0
2024-11-23T15:07:43,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741979_1155 (size=14853)
2024-11-23T15:07:43,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741979_1155 (size=14853)
2024-11-23T15:07:43,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741979_1155 (size=14853)
2024-11-23T15:07:43,480 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/.tmp/cf/e98a8bbffb6441fbafb07246cb213a7e
2024-11-23T15:07:43,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/.tmp/cf/e98a8bbffb6441fbafb07246cb213a7e as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/cf/e98a8bbffb6441fbafb07246cb213a7e
2024-11-23T15:07:43,504 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/cf/e98a8bbffb6441fbafb07246cb213a7e, entries=47, sequenceid=6, filesize=14.5 K
2024-11-23T15:07:43,505 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 60ffe05cc705779e3c97659cbecafc55 in 110ms, sequenceid=6, compaction requested=false
2024-11-23T15:07:43,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithResetTtl'
2024-11-23T15:07:43,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 60ffe05cc705779e3c97659cbecafc55:

2024-11-23T15:07:43,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55. for snaptb0-testExportWithResetTtl completed.
2024-11-23T15:07:43,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-23T15:07:43,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:43,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/cf/e98a8bbffb6441fbafb07246cb213a7e] hfiles
2024-11-23T15:07:43,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/cf/e98a8bbffb6441fbafb07246cb213a7e for snapshot=snaptb0-testExportWithResetTtl
2024-11-23T15:07:43,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741980_1156 (size=5904)
2024-11-23T15:07:43,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741980_1156 (size=5904)
2024-11-23T15:07:43,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741980_1156 (size=5904)
2024-11-23T15:07:43,520 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/.tmp/cf/c631cc52b7b54a6eb1a018e3acbfa484
2024-11-23T15:07:43,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741981_1157 (size=107)
2024-11-23T15:07:43,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741981_1157 (size=107)
2024-11-23T15:07:43,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741981_1157 (size=107)
2024-11-23T15:07:43,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:07:43,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-23T15:07:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-23T15:07:43,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:43,532 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:43,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/.tmp/cf/c631cc52b7b54a6eb1a018e3acbfa484 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/cf/c631cc52b7b54a6eb1a018e3acbfa484
2024-11-23T15:07:43,536 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 60ffe05cc705779e3c97659cbecafc55 in 291 msec
2024-11-23T15:07:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-23T15:07:43,544 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/cf/c631cc52b7b54a6eb1a018e3acbfa484, entries=3, sequenceid=6, filesize=5.8 K
2024-11-23T15:07:43,545 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 4e4f5f46181cb41fce7bcfb994a3f220 in 150ms, sequenceid=6, compaction requested=false
2024-11-23T15:07:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2603): Flush status journal for 4e4f5f46181cb41fce7bcfb994a3f220:

2024-11-23T15:07:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220. for snaptb0-testExportWithResetTtl completed.
2024-11-23T15:07:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-23T15:07:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/cf/c631cc52b7b54a6eb1a018e3acbfa484] hfiles
2024-11-23T15:07:43,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/cf/c631cc52b7b54a6eb1a018e3acbfa484 for snapshot=snaptb0-testExportWithResetTtl
2024-11-23T15:07:43,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741982_1158 (size=107)
2024-11-23T15:07:43,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741982_1158 (size=107)
2024-11-23T15:07:43,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741982_1158 (size=107)
2024-11-23T15:07:43,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:07:43,567 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72
2024-11-23T15:07:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=72
2024-11-23T15:07:43,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:43,568 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:43,579 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71
2024-11-23T15:07:43,579 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:07:43,579 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220 in 328 msec
2024-11-23T15:07:43,580 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:07:43,582 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:07:43,582 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:07:43,582 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:43,583 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b202411235bb38af6c0d94576a6f518aa714d6686_60ffe05cc705779e3c97659cbecafc55, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241123c6d751721ec846cd9c4ede2a3aaddbd4_4e4f5f46181cb41fce7bcfb994a3f220] hfiles
2024-11-23T15:07:43,584 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b202411235bb38af6c0d94576a6f518aa714d6686_60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:07:43,584 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241123c6d751721ec846cd9c4ede2a3aaddbd4_4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:07:43,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741983_1159 (size=291)
2024-11-23T15:07:43,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741983_1159 (size=291)
2024-11-23T15:07:43,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741983_1159 (size=291)
2024-11-23T15:07:43,603 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:07:43,603 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithResetTtl
2024-11-23T15:07:43,604 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl
2024-11-23T15:07:43,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741984_1160 (size=951)
2024-11-23T15:07:43,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741984_1160 (size=951)
2024-11-23T15:07:43,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741984_1160 (size=951)
2024-11-23T15:07:43,626 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:07:43,634 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:07:43,635 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithResetTtl
2024-11-23T15:07:43,636 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:07:43,637 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71
2024-11-23T15:07:43,638 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 418 msec
2024-11-23T15:07:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-23T15:07:43,846 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-23T15:07:43,848 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:07:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportWithResetTtl
2024-11-23T15:07:43,850 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:07:43,850 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportWithResetTtl"
 procId is: 74
2024-11-23T15:07:43,851 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:07:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-23T15:07:43,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741985_1161 (size=433)
2024-11-23T15:07:43,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741985_1161 (size=433)
2024-11-23T15:07:43,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741985_1161 (size=433)
2024-11-23T15:07:43,863 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea9c97021b40e66beb2f450f613f20fc, NAME => 'testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:43,864 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d5a119501eb43c1e4bded4a7f0f6001d, NAME => 'testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:43,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741986_1162 (size=58)
2024-11-23T15:07:43,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741987_1163 (size=58)
2024-11-23T15:07:43,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741986_1162 (size=58)
2024-11-23T15:07:43,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741987_1163 (size=58)
2024-11-23T15:07:43,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741987_1163 (size=58)
2024-11-23T15:07:43,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741986_1162 (size=58)
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing d5a119501eb43c1e4bded4a7f0f6001d, disabling compactions & flushes
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing ea9c97021b40e66beb2f450f613f20fc, disabling compactions & flushes
2024-11-23T15:07:43,876 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:43,876 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d. after waiting 0 ms
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc. after waiting 0 ms
2024-11-23T15:07:43,876 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for d5a119501eb43c1e4bded4a7f0f6001d:
Waiting for close lock at 1732374463876Disabling compacts and flushes for region at 1732374463876Disabling writes for close at 1732374463876Writing region close event to WAL at 1732374463876Closed at 1732374463876
2024-11-23T15:07:43,876 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:43,876 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea9c97021b40e66beb2f450f613f20fc:
Waiting for close lock at 1732374463876Disabling compacts and flushes for region at 1732374463876Disabling writes for close at 1732374463876Writing region close event to WAL at 1732374463876Closed at 1732374463876
2024-11-23T15:07:43,879 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:07:43,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732374463879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374463879"}]},"ts":"1732374463879"}
2024-11-23T15:07:43,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732374463879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374463879"}]},"ts":"1732374463879"}
2024-11-23T15:07:43,883 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:07:43,889 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:07:43,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374463889"}]},"ts":"1732374463889"}
2024-11-23T15:07:43,892 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-23T15:07:43,892 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:07:43,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:07:43,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:07:43,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:07:43,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:07:43,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:07:43,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:07:43,894 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:07:43,894 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:07:43,894 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:07:43,894 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:07:43,895 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, ASSIGN}, {pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, ASSIGN}]
2024-11-23T15:07:43,897 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, ASSIGN
2024-11-23T15:07:43,898 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:07:43,899 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, ASSIGN
2024-11-23T15:07:43,900 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, ASSIGN; state=OFFLINE, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:07:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-23T15:07:44,049 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:07:44,049 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=d5a119501eb43c1e4bded4a7f0f6001d, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:07:44,049 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=ea9c97021b40e66beb2f450f613f20fc, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:07:44,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, ASSIGN because future has completed
2024-11-23T15:07:44,052 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9c97021b40e66beb2f450f613f20fc, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:07:44,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, ASSIGN because future has completed
2024-11-23T15:07:44,053 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:07:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-23T15:07:44,213 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:44,213 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => ea9c97021b40e66beb2f450f613f20fc, NAME => 'testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:07:44,213 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:44,213 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => d5a119501eb43c1e4bded4a7f0f6001d, NAME => 'testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:07:44,213 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc. service=AccessControlService
2024-11-23T15:07:44,213 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d. service=AccessControlService
2024-11-23T15:07:44,214 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:07:44,214 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,214 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,216 INFO  [StoreOpener-d5a119501eb43c1e4bded4a7f0f6001d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5a119501eb43c1e4bded4a7f0f6001d 
2024-11-23T15:07:44,216 INFO  [StoreOpener-ea9c97021b40e66beb2f450f613f20fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ea9c97021b40e66beb2f450f613f20fc 
2024-11-23T15:07:44,217 INFO  [StoreOpener-d5a119501eb43c1e4bded4a7f0f6001d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5a119501eb43c1e4bded4a7f0f6001d columnFamilyName cf
2024-11-23T15:07:44,217 INFO  [StoreOpener-ea9c97021b40e66beb2f450f613f20fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9c97021b40e66beb2f450f613f20fc columnFamilyName cf
2024-11-23T15:07:44,218 DEBUG [StoreOpener-d5a119501eb43c1e4bded4a7f0f6001d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:44,218 DEBUG [StoreOpener-ea9c97021b40e66beb2f450f613f20fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:44,219 INFO  [StoreOpener-ea9c97021b40e66beb2f450f613f20fc-1 {}] regionserver.HStore(327): Store=ea9c97021b40e66beb2f450f613f20fc/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:07:44,219 INFO  [StoreOpener-d5a119501eb43c1e4bded4a7f0f6001d-1 {}] regionserver.HStore(327): Store=d5a119501eb43c1e4bded4a7f0f6001d/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:07:44,219 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,219 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,220 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,220 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,221 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,221 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,221 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,221 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,221 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,221 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,226 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,226 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,228 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:07:44,229 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened ea9c97021b40e66beb2f450f613f20fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70199837, jitterRate=0.04605908691883087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:07:44,229 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,229 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:07:44,230 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for ea9c97021b40e66beb2f450f613f20fc:
Running coprocessor pre-open hook at 1732374464214Writing region info on filesystem at 1732374464214Initializing all the Stores at 1732374464215 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374464215Cleaning up temporary data from old regions at 1732374464221 (+6 ms)Running coprocessor post-open hooks at 1732374464229 (+8 ms)Region opened successfully at 1732374464230 (+1 ms)
2024-11-23T15:07:44,230 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened d5a119501eb43c1e4bded4a7f0f6001d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67246925, jitterRate=0.0020572692155838013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:07:44,230 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,230 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for d5a119501eb43c1e4bded4a7f0f6001d:
Running coprocessor pre-open hook at 1732374464214Writing region info on filesystem at 1732374464214Initializing all the Stores at 1732374464215 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374464215Cleaning up temporary data from old regions at 1732374464221 (+6 ms)Running coprocessor post-open hooks at 1732374464230 (+9 ms)Region opened successfully at 1732374464230
2024-11-23T15:07:44,231 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc., pid=77, masterSystemTime=1732374464209
2024-11-23T15:07:44,231 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d., pid=78, masterSystemTime=1732374464210
2024-11-23T15:07:44,233 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:44,233 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:44,234 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=d5a119501eb43c1e4bded4a7f0f6001d, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:07:44,234 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:44,234 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:44,235 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=ea9c97021b40e66beb2f450f613f20fc, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:07:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:07:44,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9c97021b40e66beb2f450f613f20fc, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:07:44,239 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76
2024-11-23T15:07:44,239 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d, server=c6f7b1897123,36557,1732374301588 in 184 msec
2024-11-23T15:07:44,240 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75
2024-11-23T15:07:44,240 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; OpenRegionProcedure ea9c97021b40e66beb2f450f613f20fc, server=c6f7b1897123,42617,1732374301442 in 186 msec
2024-11-23T15:07:44,240 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, ASSIGN in 344 msec
2024-11-23T15:07:44,242 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-23T15:07:44,242 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, ASSIGN in 345 msec
2024-11-23T15:07:44,242 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:07:44,243 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374464242"}]},"ts":"1732374464242"}
2024-11-23T15:07:44,244 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-23T15:07:44,245 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:07:44,245 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testExportWithResetTtl jenkins: RWXCA
2024-11-23T15:07:44,248 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-23T15:07:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:07:44,368 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,368 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,368 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,368 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,369 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,369 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,369 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,369 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:07:44,370 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportWithResetTtl in 520 msec
2024-11-23T15:07:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-23T15:07:44,476 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportWithResetTtl completed
2024-11-23T15:07:44,476 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl
2024-11-23T15:07:44,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:44,479 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:07:44,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,487 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,497 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,512 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:07:44,514 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:07:44,519 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl
2024-11-23T15:07:44,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:44,524 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:07:44,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,535 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,544 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-23T15:07:44,548 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-23T15:07:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374464548 (current time:1732374464548).
2024-11-23T15:07:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-23T15:07:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:07:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345f765f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:44,554 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13906d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:44,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:44,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:44,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:44,556 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:44,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d0e6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:44,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:44,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:44,559 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:44,560 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:44,560 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257da59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:07:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:07:44,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:07:44,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:07:44,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:07:44,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30729659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:44,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:07:44,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:07:44,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:44,564 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:07:44,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16705fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:07:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:07:44,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:07:44,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:44,569 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:44,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:07:44,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:07:44,572 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:07:44,574 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:07:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:07:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:07:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-23T15:07:44,575 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:07:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:07:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-23T15:07:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79
2024-11-23T15:07:44,578 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:07:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-23T15:07:44,579 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:07:44,581 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:07:44,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741988_1164 (size=143)
2024-11-23T15:07:44,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741988_1164 (size=143)
2024-11-23T15:07:44,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741988_1164 (size=143)
2024-11-23T15:07:44,588 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:07:44,588 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea9c97021b40e66beb2f450f613f20fc}, {pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d}]
2024-11-23T15:07:44,589 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,589 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-23T15:07:44,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=80
2024-11-23T15:07:44,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=81
2024-11-23T15:07:44,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:44,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:44,740 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2902): Flushing ea9c97021b40e66beb2f450f613f20fc 1/1 column families, dataSize=400 B heapSize=1.09 KB
2024-11-23T15:07:44,740 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing d5a119501eb43c1e4bded4a7f0f6001d 1/1 column families, dataSize=2.87 KB heapSize=6.44 KB
2024-11-23T15:07:44,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123d130e7532a6944cda874dc549d6392da_d5a119501eb43c1e4bded4a7f0f6001d is 71, key is 1c7378cfab6fa0570c016ae3ec957e0c/cf:q/1732374464514/Put/seqid=0
2024-11-23T15:07:44,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741989_1165 (size=7962)
2024-11-23T15:07:44,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741989_1165 (size=7962)
2024-11-23T15:07:44,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741989_1165 (size=7962)
2024-11-23T15:07:44,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:44,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fc64e347b9df4bf5b8a2ad41e676d5cd_ea9c97021b40e66beb2f450f613f20fc is 71, key is 019590c634d9f9b0f6f17ac93ec26fa6/cf:q/1732374464512/Put/seqid=0
2024-11-23T15:07:44,770 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123d130e7532a6944cda874dc549d6392da_d5a119501eb43c1e4bded4a7f0f6001d to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b20241123d130e7532a6944cda874dc549d6392da_d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741990_1166 (size=5311)
2024-11-23T15:07:44,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741990_1166 (size=5311)
2024-11-23T15:07:44,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741990_1166 (size=5311)
2024-11-23T15:07:44,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:44,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/.tmp/cf/f81c2e0f92704c86903fbbd1affdd863, store: [table=testExportWithResetTtl family=cf region=d5a119501eb43c1e4bded4a7f0f6001d]
2024-11-23T15:07:44,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/.tmp/cf/f81c2e0f92704c86903fbbd1affdd863 is 199, key is 16b4d547ad05df1005791d234fb854804/cf:q/1732374464514/Put/seqid=0
2024-11-23T15:07:44,775 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fc64e347b9df4bf5b8a2ad41e676d5cd_ea9c97021b40e66beb2f450f613f20fc to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e20241123fc64e347b9df4bf5b8a2ad41e676d5cd_ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741991_1167 (size=13934)
2024-11-23T15:07:44,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741991_1167 (size=13934)
2024-11-23T15:07:44,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741991_1167 (size=13934)
2024-11-23T15:07:44,777 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/.tmp/cf/f81c2e0f92704c86903fbbd1affdd863
2024-11-23T15:07:44,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/.tmp/cf/3789c5cde97a443dbd1bb71dd51b0802, store: [table=testExportWithResetTtl family=cf region=ea9c97021b40e66beb2f450f613f20fc]
2024-11-23T15:07:44,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/.tmp/cf/3789c5cde97a443dbd1bb71dd51b0802 is 199, key is 02ed5661b92dcf13b63a047015d1f117d/cf:q/1732374464512/Put/seqid=0
2024-11-23T15:07:44,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/.tmp/cf/f81c2e0f92704c86903fbbd1affdd863 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/cf/f81c2e0f92704c86903fbbd1affdd863
2024-11-23T15:07:44,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741992_1168 (size=6461)
2024-11-23T15:07:44,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741992_1168 (size=6461)
2024-11-23T15:07:44,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741992_1168 (size=6461)
2024-11-23T15:07:44,787 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=400, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/.tmp/cf/3789c5cde97a443dbd1bb71dd51b0802
2024-11-23T15:07:44,789 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/cf/f81c2e0f92704c86903fbbd1affdd863, entries=44, sequenceid=5, filesize=13.6 K
2024-11-23T15:07:44,790 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~2.87 KB/2936, heapSize ~6.42 KB/6576, currentSize=0 B/0 for d5a119501eb43c1e4bded4a7f0f6001d in 50ms, sequenceid=5, compaction requested=false
2024-11-23T15:07:44,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportWithResetTtl'
2024-11-23T15:07:44,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for d5a119501eb43c1e4bded4a7f0f6001d:

2024-11-23T15:07:44,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d. for snaptb-testExportWithResetTtl completed.
2024-11-23T15:07:44,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-23T15:07:44,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/cf/f81c2e0f92704c86903fbbd1affdd863] hfiles
2024-11-23T15:07:44,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/cf/f81c2e0f92704c86903fbbd1affdd863 for snapshot=snaptb-testExportWithResetTtl
2024-11-23T15:07:44,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/.tmp/cf/3789c5cde97a443dbd1bb71dd51b0802 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/cf/3789c5cde97a443dbd1bb71dd51b0802
2024-11-23T15:07:44,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741993_1169 (size=100)
2024-11-23T15:07:44,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741993_1169 (size=100)
2024-11-23T15:07:44,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741993_1169 (size=100)
2024-11-23T15:07:44,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:07:44,799 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-23T15:07:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-23T15:07:44,799 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,800 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,800 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/cf/3789c5cde97a443dbd1bb71dd51b0802, entries=6, sequenceid=5, filesize=6.3 K
2024-11-23T15:07:44,801 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~400 B/400, heapSize ~1.08 KB/1104, currentSize=0 B/0 for ea9c97021b40e66beb2f450f613f20fc in 61ms, sequenceid=5, compaction requested=false
2024-11-23T15:07:44,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2603): Flush status journal for ea9c97021b40e66beb2f450f613f20fc:

2024-11-23T15:07:44,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc. for snaptb-testExportWithResetTtl completed.
2024-11-23T15:07:44,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-23T15:07:44,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:07:44,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/cf/3789c5cde97a443dbd1bb71dd51b0802] hfiles
2024-11-23T15:07:44,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/cf/3789c5cde97a443dbd1bb71dd51b0802 for snapshot=snaptb-testExportWithResetTtl
2024-11-23T15:07:44,801 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d in 212 msec
2024-11-23T15:07:44,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741994_1170 (size=100)
2024-11-23T15:07:44,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741994_1170 (size=100)
2024-11-23T15:07:44,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741994_1170 (size=100)
2024-11-23T15:07:44,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:07:44,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-23T15:07:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=80
2024-11-23T15:07:44,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,810 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79
2024-11-23T15:07:44,812 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:07:44,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ea9c97021b40e66beb2f450f613f20fc in 223 msec
2024-11-23T15:07:44,813 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:07:44,814 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:07:44,814 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:07:44,814 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:07:44,815 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b20241123d130e7532a6944cda874dc549d6392da_d5a119501eb43c1e4bded4a7f0f6001d, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e20241123fc64e347b9df4bf5b8a2ad41e676d5cd_ea9c97021b40e66beb2f450f613f20fc] hfiles
2024-11-23T15:07:44,815 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b20241123d130e7532a6944cda874dc549d6392da_d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:07:44,815 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e20241123fc64e347b9df4bf5b8a2ad41e676d5cd_ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:07:44,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741995_1171 (size=284)
2024-11-23T15:07:44,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741995_1171 (size=284)
2024-11-23T15:07:44,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741995_1171 (size=284)
2024-11-23T15:07:44,822 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:07:44,822 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb-testExportWithResetTtl
2024-11-23T15:07:44,823 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-23T15:07:44,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741996_1172 (size=923)
2024-11-23T15:07:44,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741996_1172 (size=923)
2024-11-23T15:07:44,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741996_1172 (size=923)
2024-11-23T15:07:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-23T15:07:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-23T15:07:45,238 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:07:45,246 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:07:45,246 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-23T15:07:45,248 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:07:45,248 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79
2024-11-23T15:07:45,249 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } in 672 msec
2024-11-23T15:07:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-23T15:07:45,716 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportWithResetTtl completed
2024-11-23T15:07:45,731 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731
2024-11-23T15:07:45,731 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:45,776 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:07:45,776 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-23T15:07:45,778 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:07:45,785 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb-testExportWithResetTtl to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-23T15:07:45,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741998_1174 (size=923)
2024-11-23T15:07:45,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741998_1174 (size=923)
2024-11-23T15:07:45,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741998_1174 (size=923)
2024-11-23T15:07:45,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741997_1173 (size=143)
2024-11-23T15:07:45,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741997_1173 (size=143)
2024-11-23T15:07:45,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741997_1173 (size=143)
2024-11-23T15:07:46,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741999_1175 (size=141)
2024-11-23T15:07:46,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741999_1175 (size=141)
2024-11-23T15:07:46,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741999_1175 (size=141)
2024-11-23T15:07:46,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:46,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:46,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:46,478 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0002_000001 (auth:SIMPLE) from 127.0.0.1:42850
2024-11-23T15:07:46,492 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000001/launch_container.sh]
2024-11-23T15:07:46,492 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000001/container_tokens]
2024-11-23T15:07:46,492 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0002/container_1732374308737_0002_01_000001/sysfs]
2024-11-23T15:07:47,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-5873710182540992538.jar
2024-11-23T15:07:47,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-6894380917216550402.jar
2024-11-23T15:07:47,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,192 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:07:47,193 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:07:47,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:07:47,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:07:47,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:07:47,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:07:47,194 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:07:47,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:07:47,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:07:47,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:07:47,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:07:47,195 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:07:47,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:47,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:47,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:07:47,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:47,196 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:07:47,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:07:47,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:07:47,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742000_1176 (size=24020)
2024-11-23T15:07:47,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742000_1176 (size=24020)
2024-11-23T15:07:47,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742000_1176 (size=24020)
2024-11-23T15:07:47,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742001_1177 (size=77755)
2024-11-23T15:07:47,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742001_1177 (size=77755)
2024-11-23T15:07:47,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742001_1177 (size=77755)
2024-11-23T15:07:47,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742002_1178 (size=6424742)
2024-11-23T15:07:47,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742002_1178 (size=6424742)
2024-11-23T15:07:47,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742002_1178 (size=6424742)
2024-11-23T15:07:47,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742003_1179 (size=131360)
2024-11-23T15:07:47,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742003_1179 (size=131360)
2024-11-23T15:07:47,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742003_1179 (size=131360)
2024-11-23T15:07:47,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742004_1180 (size=111793)
2024-11-23T15:07:47,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742004_1180 (size=111793)
2024-11-23T15:07:47,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742004_1180 (size=111793)
2024-11-23T15:07:47,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742005_1181 (size=1832290)
2024-11-23T15:07:47,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742005_1181 (size=1832290)
2024-11-23T15:07:47,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742005_1181 (size=1832290)
2024-11-23T15:07:47,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742006_1182 (size=8360005)
2024-11-23T15:07:47,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742006_1182 (size=8360005)
2024-11-23T15:07:47,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742006_1182 (size=8360005)
2024-11-23T15:07:47,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742007_1183 (size=503880)
2024-11-23T15:07:47,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742007_1183 (size=503880)
2024-11-23T15:07:47,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742007_1183 (size=503880)
2024-11-23T15:07:47,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742008_1184 (size=322274)
2024-11-23T15:07:47,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742008_1184 (size=322274)
2024-11-23T15:07:47,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742008_1184 (size=322274)
2024-11-23T15:07:47,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742009_1185 (size=20406)
2024-11-23T15:07:47,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742009_1185 (size=20406)
2024-11-23T15:07:47,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742009_1185 (size=20406)
2024-11-23T15:07:47,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742010_1186 (size=45609)
2024-11-23T15:07:47,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742010_1186 (size=45609)
2024-11-23T15:07:47,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742010_1186 (size=45609)
2024-11-23T15:07:47,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742011_1187 (size=136454)
2024-11-23T15:07:47,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742011_1187 (size=136454)
2024-11-23T15:07:47,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742011_1187 (size=136454)
2024-11-23T15:07:47,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742012_1188 (size=1597270)
2024-11-23T15:07:47,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742012_1188 (size=1597270)
2024-11-23T15:07:47,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742012_1188 (size=1597270)
2024-11-23T15:07:47,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742013_1189 (size=30873)
2024-11-23T15:07:47,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742013_1189 (size=30873)
2024-11-23T15:07:47,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742013_1189 (size=30873)
2024-11-23T15:07:47,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742014_1190 (size=29229)
2024-11-23T15:07:47,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742014_1190 (size=29229)
2024-11-23T15:07:47,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742014_1190 (size=29229)
2024-11-23T15:07:47,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742015_1191 (size=903660)
2024-11-23T15:07:47,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742015_1191 (size=903660)
2024-11-23T15:07:47,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742015_1191 (size=903660)
2024-11-23T15:07:47,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742016_1192 (size=440956)
2024-11-23T15:07:47,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742016_1192 (size=440956)
2024-11-23T15:07:47,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742016_1192 (size=440956)
2024-11-23T15:07:47,414 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:07:47,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742017_1193 (size=5175431)
2024-11-23T15:07:47,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742017_1193 (size=5175431)
2024-11-23T15:07:47,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742017_1193 (size=5175431)
2024-11-23T15:07:47,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742018_1194 (size=232881)
2024-11-23T15:07:47,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742018_1194 (size=232881)
2024-11-23T15:07:47,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742018_1194 (size=232881)
2024-11-23T15:07:47,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742019_1195 (size=1323991)
2024-11-23T15:07:47,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742019_1195 (size=1323991)
2024-11-23T15:07:47,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742019_1195 (size=1323991)
2024-11-23T15:07:47,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742020_1196 (size=4695811)
2024-11-23T15:07:47,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742020_1196 (size=4695811)
2024-11-23T15:07:47,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742020_1196 (size=4695811)
2024-11-23T15:07:47,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742021_1197 (size=1877034)
2024-11-23T15:07:47,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742021_1197 (size=1877034)
2024-11-23T15:07:47,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742021_1197 (size=1877034)
2024-11-23T15:07:47,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742022_1198 (size=217555)
2024-11-23T15:07:47,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742022_1198 (size=217555)
2024-11-23T15:07:47,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742022_1198 (size=217555)
2024-11-23T15:07:47,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742023_1199 (size=4188619)
2024-11-23T15:07:47,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742023_1199 (size=4188619)
2024-11-23T15:07:47,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742023_1199 (size=4188619)
2024-11-23T15:07:47,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742024_1200 (size=127628)
2024-11-23T15:07:47,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742024_1200 (size=127628)
2024-11-23T15:07:47,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742024_1200 (size=127628)
2024-11-23T15:07:47,523 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:07:47,525 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb-testExportWithResetTtl' hfile list
2024-11-23T15:07:47,528 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.6 K
2024-11-23T15:07:47,528 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.8 K
2024-11-23T15:07:47,528 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.3 K
2024-11-23T15:07:47,528 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.2 K
2024-11-23T15:07:47,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742025_1201 (size=995)
2024-11-23T15:07:47,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742025_1201 (size=995)
2024-11-23T15:07:47,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742025_1201 (size=995)
2024-11-23T15:07:47,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742026_1202 (size=35)
2024-11-23T15:07:47,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742026_1202 (size=35)
2024-11-23T15:07:47,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742026_1202 (size=35)
2024-11-23T15:07:47,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742027_1203 (size=304071)
2024-11-23T15:07:47,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742027_1203 (size=304071)
2024-11-23T15:07:47,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742027_1203 (size=304071)
2024-11-23T15:07:47,577 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:07:47,577 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:07:47,918 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:41862
2024-11-23T15:07:50,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-23T15:07:50,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-23T15:07:50,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-23T15:07:50,995 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-23T15:07:50,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-23T15:07:54,484 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:33166
2024-11-23T15:07:54,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742028_1204 (size=349769)
2024-11-23T15:07:54,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742028_1204 (size=349769)
2024-11-23T15:07:54,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742028_1204 (size=349769)
2024-11-23T15:07:56,498 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:07:56,721 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:49822
2024-11-23T15:07:56,721 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:49830
2024-11-23T15:07:57,578 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:49836
2024-11-23T15:07:57,587 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:49834
2024-11-23T15:07:59,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:08:00,481 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0003_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:08:01,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742029_1205 (size=13934)
2024-11-23T15:08:01,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742029_1205 (size=13934)
2024-11-23T15:08:01,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742029_1205 (size=13934)
2024-11-23T15:08:03,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742031_1207 (size=5311)
2024-11-23T15:08:03,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742031_1207 (size=5311)
2024-11-23T15:08:03,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742031_1207 (size=5311)
2024-11-23T15:08:03,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742032_1208 (size=6461)
2024-11-23T15:08:03,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742032_1208 (size=6461)
2024-11-23T15:08:03,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742032_1208 (size=6461)
2024-11-23T15:08:04,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742033_1209 (size=7962)
2024-11-23T15:08:04,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742033_1209 (size=7962)
2024-11-23T15:08:04,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742033_1209 (size=7962)
2024-11-23T15:08:04,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742030_1206 (size=31704)
2024-11-23T15:08:04,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742030_1206 (size=31704)
2024-11-23T15:08:04,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742030_1206 (size=31704)
2024-11-23T15:08:04,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742034_1210 (size=462)
2024-11-23T15:08:04,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742034_1210 (size=462)
2024-11-23T15:08:04,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742034_1210 (size=462)
2024-11-23T15:08:04,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742035_1211 (size=31704)
2024-11-23T15:08:04,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742035_1211 (size=31704)
2024-11-23T15:08:04,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742035_1211 (size=31704)
2024-11-23T15:08:04,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742036_1212 (size=349769)
2024-11-23T15:08:04,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742036_1212 (size=349769)
2024-11-23T15:08:04,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742036_1212 (size=349769)
2024-11-23T15:08:04,241 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:43830
2024-11-23T15:08:04,252 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:38722
2024-11-23T15:08:04,255 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0003_01_000004 is : 143
2024-11-23T15:08:04,263 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:38736
2024-11-23T15:08:04,270 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000004/launch_container.sh]
2024-11-23T15:08:04,270 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000004/container_tokens]
2024-11-23T15:08:04,270 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000004/sysfs]
2024-11-23T15:08:04,271 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0003_01_000003 is : 143
2024-11-23T15:08:04,278 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0003_01_000005 is : 143
2024-11-23T15:08:04,283 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000003/launch_container.sh]
2024-11-23T15:08:04,283 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000003/container_tokens]
2024-11-23T15:08:04,283 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000003/sysfs]
2024-11-23T15:08:04,289 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000005/launch_container.sh]
2024-11-23T15:08:04,289 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000005/container_tokens]
2024-11-23T15:08:04,289 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000005/sysfs]
2024-11-23T15:08:05,750 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:08:05,751 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:08:05,765 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb-testExportWithResetTtl
2024-11-23T15:08:05,765 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:08:05,766 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:08:05,766 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-23T15:08:05,766 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-23T15:08:05,766 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-23T15:08:05,766 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-23T15:08:05,767 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-23T15:08:05,767 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374465731/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-23T15:08:05,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testExportWithResetTtl
2024-11-23T15:08:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportWithResetTtl
2024-11-23T15:08:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-23T15:08:05,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374485790"}]},"ts":"1732374485790"}
2024-11-23T15:08:05,793 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-23T15:08:05,793 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testExportWithResetTtl to state=DISABLING
2024-11-23T15:08:05,794 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl}]
2024-11-23T15:08:05,797 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, UNASSIGN}, {pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, UNASSIGN}]
2024-11-23T15:08:05,799 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, UNASSIGN
2024-11-23T15:08:05,799 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, UNASSIGN
2024-11-23T15:08:05,801 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=ea9c97021b40e66beb2f450f613f20fc, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:08:05,802 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=d5a119501eb43c1e4bded4a7f0f6001d, regionState=CLOSING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:08:05,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, UNASSIGN because future has completed
2024-11-23T15:08:05,805 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:08:05,805 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure ea9c97021b40e66beb2f450f613f20fc, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:08:05,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, UNASSIGN because future has completed
2024-11-23T15:08:05,807 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:08:05,807 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:08:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-23T15:08:05,958 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:08:05,958 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:08:05,959 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing ea9c97021b40e66beb2f450f613f20fc, disabling compactions & flushes
2024-11-23T15:08:05,959 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:08:05,959 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:08:05,959 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc. after waiting 0 ms
2024-11-23T15:08:05,959 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:08:05,960 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:08:05,960 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:08:05,961 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing d5a119501eb43c1e4bded4a7f0f6001d, disabling compactions & flushes
2024-11-23T15:08:05,961 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:08:05,961 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:08:05,961 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d. after waiting 0 ms
2024-11-23T15:08:05,961 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:08:05,964 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T15:08:05,965 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:08:05,965 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.
2024-11-23T15:08:05,965 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for ea9c97021b40e66beb2f450f613f20fc:
Waiting for close lock at 1732374485958Running coprocessor pre-close hooks at 1732374485958Disabling compacts and flushes for region at 1732374485959 (+1 ms)Disabling writes for close at 1732374485959Writing region close event to WAL at 1732374485959Running coprocessor post-close hooks at 1732374485965 (+6 ms)Closed at 1732374485965
2024-11-23T15:08:05,965 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T15:08:05,965 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:08:05,966 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.
2024-11-23T15:08:05,966 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for d5a119501eb43c1e4bded4a7f0f6001d:
Waiting for close lock at 1732374485961Running coprocessor pre-close hooks at 1732374485961Disabling compacts and flushes for region at 1732374485961Disabling writes for close at 1732374485961Writing region close event to WAL at 1732374485962 (+1 ms)Running coprocessor post-close hooks at 1732374485965 (+3 ms)Closed at 1732374485966 (+1 ms)
2024-11-23T15:08:05,968 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:08:05,968 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=ea9c97021b40e66beb2f450f613f20fc, regionState=CLOSED
2024-11-23T15:08:05,970 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:08:05,971 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=d5a119501eb43c1e4bded4a7f0f6001d, regionState=CLOSED
2024-11-23T15:08:05,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure ea9c97021b40e66beb2f450f613f20fc, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:08:05,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:08:05,976 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-11-23T15:08:05,976 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure ea9c97021b40e66beb2f450f613f20fc, server=c6f7b1897123,42617,1732374301442 in 168 msec
2024-11-23T15:08:05,977 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=85
2024-11-23T15:08:05,977 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=85, state=SUCCESS, hasLock=false; CloseRegionProcedure d5a119501eb43c1e4bded4a7f0f6001d, server=c6f7b1897123,36557,1732374301588 in 168 msec
2024-11-23T15:08:05,978 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=ea9c97021b40e66beb2f450f613f20fc, UNASSIGN in 179 msec
2024-11-23T15:08:05,980 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83
2024-11-23T15:08:05,980 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=d5a119501eb43c1e4bded4a7f0f6001d, UNASSIGN in 180 msec
2024-11-23T15:08:05,982 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-23T15:08:05,982 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl in 186 msec
2024-11-23T15:08:05,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374485983"}]},"ts":"1732374485983"}
2024-11-23T15:08:05,985 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-23T15:08:05,985 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testExportWithResetTtl to state=DISABLED
2024-11-23T15:08:05,988 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportWithResetTtl in 201 msec
2024-11-23T15:08:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-23T15:08:06,106 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportWithResetTtl completed
2024-11-23T15:08:06,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testExportWithResetTtl
2024-11-23T15:08:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl
2024-11-23T15:08:06,109 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-23T15:08:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testExportWithResetTtl
2024-11-23T15:08:06,111 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-23T15:08:06,115 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportWithResetTtl
2024-11-23T15:08:06,120 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:08:06,120 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:08:06,123 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/recovered.edits]
2024-11-23T15:08:06,123 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/recovered.edits]
2024-11-23T15:08:06,127 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/cf/3789c5cde97a443dbd1bb71dd51b0802 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/cf/3789c5cde97a443dbd1bb71dd51b0802
2024-11-23T15:08:06,133 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/cf/f81c2e0f92704c86903fbbd1affdd863 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/cf/f81c2e0f92704c86903fbbd1affdd863
2024-11-23T15:08:06,133 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/recovered.edits/8.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc/recovered.edits/8.seqid
2024-11-23T15:08:06,134 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:08:06,137 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/recovered.edits/8.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d/recovered.edits/8.seqid
2024-11-23T15:08:06,137 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportWithResetTtl/d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:08:06,138 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testExportWithResetTtl regions
2024-11-23T15:08:06,138 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d
2024-11-23T15:08:06,139 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf]
2024-11-23T15:08:06,143 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b20241123d130e7532a6944cda874dc549d6392da_d5a119501eb43c1e4bded4a7f0f6001d to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b20241123d130e7532a6944cda874dc549d6392da_d5a119501eb43c1e4bded4a7f0f6001d
2024-11-23T15:08:06,144 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e20241123fc64e347b9df4bf5b8a2ad41e676d5cd_ea9c97021b40e66beb2f450f613f20fc to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e20241123fc64e347b9df4bf5b8a2ad41e676d5cd_ea9c97021b40e66beb2f450f613f20fc
2024-11-23T15:08:06,144 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d
2024-11-23T15:08:06,147 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-23T15:08:06,150 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testExportWithResetTtl from hbase:meta
2024-11-23T15:08:06,152 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testExportWithResetTtl' descriptor.
2024-11-23T15:08:06,153 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-23T15:08:06,153 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testExportWithResetTtl' from region states.
2024-11-23T15:08:06,153 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374486153"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:06,153 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374486153"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:06,156 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:08:06,156 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ea9c97021b40e66beb2f450f613f20fc, NAME => 'testExportWithResetTtl,,1732374463847.ea9c97021b40e66beb2f450f613f20fc.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => d5a119501eb43c1e4bded4a7f0f6001d, NAME => 'testExportWithResetTtl,1,1732374463847.d5a119501eb43c1e4bded4a7f0f6001d.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:08:06,156 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testExportWithResetTtl' as deleted.
2024-11-23T15:08:06,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374486156"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:06,159 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testExportWithResetTtl state from META
2024-11-23T15:08:06,160 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-23T15:08:06,162 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl in 54 msec
2024-11-23T15:08:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-23T15:08:06,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-23T15:08:06,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-23T15:08:06,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-23T15:08:06,188 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:06,188 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportWithResetTtl
2024-11-23T15:08:06,188 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:06,188 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportWithResetTtl completed
2024-11-23T15:08:06,189 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:06,189 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:06,189 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithResetTtl
2024-11-23T15:08:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:08:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-23T15:08:06,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374486194"}]},"ts":"1732374486194"}
2024-11-23T15:08:06,196 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-23T15:08:06,196 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithResetTtl to state=DISABLING
2024-11-23T15:08:06,197 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl}]
2024-11-23T15:08:06,198 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, UNASSIGN}, {pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, UNASSIGN}]
2024-11-23T15:08:06,199 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, UNASSIGN
2024-11-23T15:08:06,199 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, UNASSIGN
2024-11-23T15:08:06,200 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=4e4f5f46181cb41fce7bcfb994a3f220, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:08:06,200 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=60ffe05cc705779e3c97659cbecafc55, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:08:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, UNASSIGN because future has completed
2024-11-23T15:08:06,202 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:08:06,202 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:08:06,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, UNASSIGN because future has completed
2024-11-23T15:08:06,203 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:08:06,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60ffe05cc705779e3c97659cbecafc55, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:08:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-23T15:08:06,355 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:08:06,355 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:08:06,355 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 4e4f5f46181cb41fce7bcfb994a3f220, disabling compactions & flushes
2024-11-23T15:08:06,355 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:08:06,355 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:08:06,355 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220. after waiting 0 ms
2024-11-23T15:08:06,355 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:08:06,355 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(122): Close 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:08:06,355 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:08:06,356 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1722): Closing 60ffe05cc705779e3c97659cbecafc55, disabling compactions & flushes
2024-11-23T15:08:06,356 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:08:06,356 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:08:06,356 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55. after waiting 0 ms
2024-11-23T15:08:06,356 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:08:06,366 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:08:06,366 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:08:06,366 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.
2024-11-23T15:08:06,366 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 4e4f5f46181cb41fce7bcfb994a3f220:
Waiting for close lock at 1732374486355Running coprocessor pre-close hooks at 1732374486355Disabling compacts and flushes for region at 1732374486355Disabling writes for close at 1732374486355Writing region close event to WAL at 1732374486356 (+1 ms)Running coprocessor post-close hooks at 1732374486366 (+10 ms)Closed at 1732374486366
2024-11-23T15:08:06,369 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:08:06,369 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:08:06,370 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=4e4f5f46181cb41fce7bcfb994a3f220, regionState=CLOSED
2024-11-23T15:08:06,370 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:08:06,370 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.
2024-11-23T15:08:06,370 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1676): Region close journal for 60ffe05cc705779e3c97659cbecafc55:
Waiting for close lock at 1732374486355Running coprocessor pre-close hooks at 1732374486355Disabling compacts and flushes for region at 1732374486356 (+1 ms)Disabling writes for close at 1732374486356Writing region close event to WAL at 1732374486365 (+9 ms)Running coprocessor post-close hooks at 1732374486370 (+5 ms)Closed at 1732374486370
2024-11-23T15:08:06,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:08:06,373 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(157): Closed 60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:08:06,375 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=60ffe05cc705779e3c97659cbecafc55, regionState=CLOSED
2024-11-23T15:08:06,377 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=91
2024-11-23T15:08:06,377 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 4e4f5f46181cb41fce7bcfb994a3f220, server=c6f7b1897123,43471,1732374301700 in 171 msec
2024-11-23T15:08:06,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 60ffe05cc705779e3c97659cbecafc55, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:08:06,379 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=4e4f5f46181cb41fce7bcfb994a3f220, UNASSIGN in 179 msec
2024-11-23T15:08:06,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92
2024-11-23T15:08:06,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 60ffe05cc705779e3c97659cbecafc55, server=c6f7b1897123,42617,1732374301442 in 177 msec
2024-11-23T15:08:06,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90
2024-11-23T15:08:06,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=60ffe05cc705779e3c97659cbecafc55, UNASSIGN in 183 msec
2024-11-23T15:08:06,389 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-23T15:08:06,390 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl in 187 msec
2024-11-23T15:08:06,392 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374486391"}]},"ts":"1732374486391"}
2024-11-23T15:08:06,394 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-23T15:08:06,394 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithResetTtl to state=DISABLED
2024-11-23T15:08:06,398 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl in 206 msec
2024-11-23T15:08:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-23T15:08:06,506 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-23T15:08:06,507 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithResetTtl
2024-11-23T15:08:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:08:06,509 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:08:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithResetTtl
2024-11-23T15:08:06,510 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:08:06,513 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithResetTtl
2024-11-23T15:08:06,516 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:08:06,516 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:08:06,518 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/recovered.edits]
2024-11-23T15:08:06,518 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/recovered.edits]
2024-11-23T15:08:06,523 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/cf/c631cc52b7b54a6eb1a018e3acbfa484 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/cf/c631cc52b7b54a6eb1a018e3acbfa484
2024-11-23T15:08:06,526 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/cf/e98a8bbffb6441fbafb07246cb213a7e to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/cf/e98a8bbffb6441fbafb07246cb213a7e
2024-11-23T15:08:06,527 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220/recovered.edits/9.seqid
2024-11-23T15:08:06,528 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:08:06,530 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55/recovered.edits/9.seqid
2024-11-23T15:08:06,531 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithResetTtl/60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:08:06,531 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithResetTtl regions
2024-11-23T15:08:06,532 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e
2024-11-23T15:08:06,533 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf]
2024-11-23T15:08:06,542 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b202411235bb38af6c0d94576a6f518aa714d6686_60ffe05cc705779e3c97659cbecafc55 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b202411235bb38af6c0d94576a6f518aa714d6686_60ffe05cc705779e3c97659cbecafc55
2024-11-23T15:08:06,544 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241123c6d751721ec846cd9c4ede2a3aaddbd4_4e4f5f46181cb41fce7bcfb994a3f220 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241123c6d751721ec846cd9c4ede2a3aaddbd4_4e4f5f46181cb41fce7bcfb994a3f220
2024-11-23T15:08:06,544 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e
2024-11-23T15:08:06,547 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:08:06,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-23T15:08:06,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-23T15:08:06,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-23T15:08:06,550 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-23T15:08:06,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-23T15:08:06,550 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-23T15:08:06,551 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-23T15:08:06,551 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithResetTtl from hbase:meta
2024-11-23T15:08:06,554 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithResetTtl' descriptor.
2024-11-23T15:08:06,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:08:06,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithResetTtl' from region states.
2024-11-23T15:08:06,556 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374486556"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:06,556 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374486556"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-23T15:08:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,560 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:08:06,560 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4e4f5f46181cb41fce7bcfb994a3f220, NAME => 'testtb-testExportWithResetTtl,,1732374462146.4e4f5f46181cb41fce7bcfb994a3f220.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 60ffe05cc705779e3c97659cbecafc55, NAME => 'testtb-testExportWithResetTtl,1,1732374462146.60ffe05cc705779e3c97659cbecafc55.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:08:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-23T15:08:06,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,560 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithResetTtl' as deleted.
2024-11-23T15:08:06,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374486560"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-23T15:08:06,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-23T15:08:06,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:06,565 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithResetTtl state from META
2024-11-23T15:08:06,566 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data null
2024-11-23T15:08:06,566 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-23T15:08:06,568 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-23T15:08:06,570 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl in 61 msec
2024-11-23T15:08:06,640 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000002/launch_container.sh]
2024-11-23T15:08:06,640 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000002/container_tokens]
2024-11-23T15:08:06,640 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000002/sysfs]
2024-11-23T15:08:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-23T15:08:06,666 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithResetTtl
2024-11-23T15:08:06,666 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-23T15:08:06,676 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-23T15:08:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithResetTtl
2024-11-23T15:08:06,680 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb-testExportWithResetTtl"
type: DISABLED

2024-11-23T15:08:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb-testExportWithResetTtl
2024-11-23T15:08:06,683 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-23T15:08:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithResetTtl
2024-11-23T15:08:06,706 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=799 (was 796)
Potentially hanging thread: HFileArchiver-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-3159
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: ApplicationMasterLauncher #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45541
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1354660968_1 at /127.0.0.1:50302 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:33067 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:50322 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:45541 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ApplicationMasterLauncher #4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1354660968_1 at /127.0.0.1:36558 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:36576 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 129625)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34275
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=815 (was 821), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=625 (was 591) - SystemLoadAverage LEAK? -, ProcessCount=21 (was 18) - ProcessCount LEAK? -, AvailableMemoryMB=4811 (was 5023)
2024-11-23T15:08:06,706 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=799 is superior to 500
2024-11-23T15:08:06,723 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=799, OpenFileDescriptor=815, MaxFileDescriptor=1048576, SystemLoadAverage=625, ProcessCount=21, AvailableMemoryMB=4810
2024-11-23T15:08:06,723 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=799 is superior to 500
2024-11-23T15:08:06,725 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:08:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:06,727 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:08:06,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemState"
 procId is: 96
2024-11-23T15:08:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-23T15:08:06,728 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:08:06,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742037_1213 (size=443)
2024-11-23T15:08:06,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742037_1213 (size=443)
2024-11-23T15:08:06,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742037_1213 (size=443)
2024-11-23T15:08:06,738 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c5be045beca3a195d07269a97c28302, NAME => 'testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:06,738 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8e6de28659f2517cec0a221b41bc7adb, NAME => 'testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:06,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742038_1214 (size=68)
2024-11-23T15:08:06,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742038_1214 (size=68)
2024-11-23T15:08:06,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742038_1214 (size=68)
2024-11-23T15:08:06,759 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:06,759 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing 3c5be045beca3a195d07269a97c28302, disabling compactions & flushes
2024-11-23T15:08:06,759 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:06,759 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:06,759 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302. after waiting 0 ms
2024-11-23T15:08:06,759 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:06,759 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:06,759 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c5be045beca3a195d07269a97c28302:
Waiting for close lock at 1732374486759Disabling compacts and flushes for region at 1732374486759Disabling writes for close at 1732374486759Writing region close event to WAL at 1732374486759Closed at 1732374486759
2024-11-23T15:08:06,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742039_1215 (size=68)
2024-11-23T15:08:06,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742039_1215 (size=68)
2024-11-23T15:08:06,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742039_1215 (size=68)
2024-11-23T15:08:06,768 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:06,768 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing 8e6de28659f2517cec0a221b41bc7adb, disabling compactions & flushes
2024-11-23T15:08:06,768 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:06,768 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:06,768 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb. after waiting 0 ms
2024-11-23T15:08:06,768 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:06,768 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:06,769 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8e6de28659f2517cec0a221b41bc7adb:
Waiting for close lock at 1732374486768Disabling compacts and flushes for region at 1732374486768Disabling writes for close at 1732374486768Writing region close event to WAL at 1732374486768Closed at 1732374486768
2024-11-23T15:08:06,770 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:08:06,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732374486770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374486770"}]},"ts":"1732374486770"}
2024-11-23T15:08:06,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732374486770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374486770"}]},"ts":"1732374486770"}
2024-11-23T15:08:06,773 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:08:06,774 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:08:06,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374486774"}]},"ts":"1732374486774"}
2024-11-23T15:08:06,776 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLING in hbase:meta
2024-11-23T15:08:06,776 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:08:06,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:08:06,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:08:06,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:08:06,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:08:06,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:08:06,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:08:06,778 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:08:06,778 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:08:06,778 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:08:06,778 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:08:06,778 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, ASSIGN}, {pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, ASSIGN}]
2024-11-23T15:08:06,780 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, ASSIGN
2024-11-23T15:08:06,780 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, ASSIGN
2024-11-23T15:08:06,781 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:08:06,781 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, ASSIGN; state=OFFLINE, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:08:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-23T15:08:06,932 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:08:06,932 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8e6de28659f2517cec0a221b41bc7adb, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:08:06,932 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=3c5be045beca3a195d07269a97c28302, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:08:06,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, ASSIGN because future has completed
2024-11-23T15:08:06,935 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c5be045beca3a195d07269a97c28302, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:08:06,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, ASSIGN because future has completed
2024-11-23T15:08:06,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e6de28659f2517cec0a221b41bc7adb, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:08:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-23T15:08:07,090 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:07,090 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c5be045beca3a195d07269a97c28302, NAME => 'testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:08:07,090 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302. service=AccessControlService
2024-11-23T15:08:07,091 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:08:07,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:07,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,091 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:07,091 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e6de28659f2517cec0a221b41bc7adb, NAME => 'testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:08:07,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb. service=AccessControlService
2024-11-23T15:08:07,092 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:08:07,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:07,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,092 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,092 INFO  [StoreOpener-3c5be045beca3a195d07269a97c28302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c5be045beca3a195d07269a97c28302 
2024-11-23T15:08:07,093 INFO  [StoreOpener-8e6de28659f2517cec0a221b41bc7adb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e6de28659f2517cec0a221b41bc7adb 
2024-11-23T15:08:07,094 INFO  [StoreOpener-3c5be045beca3a195d07269a97c28302-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c5be045beca3a195d07269a97c28302 columnFamilyName cf
2024-11-23T15:08:07,095 INFO  [StoreOpener-8e6de28659f2517cec0a221b41bc7adb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e6de28659f2517cec0a221b41bc7adb columnFamilyName cf
2024-11-23T15:08:07,095 DEBUG [StoreOpener-3c5be045beca3a195d07269a97c28302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:07,095 DEBUG [StoreOpener-8e6de28659f2517cec0a221b41bc7adb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:07,096 INFO  [StoreOpener-3c5be045beca3a195d07269a97c28302-1 {}] regionserver.HStore(327): Store=3c5be045beca3a195d07269a97c28302/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:08:07,096 INFO  [StoreOpener-8e6de28659f2517cec0a221b41bc7adb-1 {}] regionserver.HStore(327): Store=8e6de28659f2517cec0a221b41bc7adb/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:08:07,096 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,096 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,097 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,099 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,099 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,101 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:08:07,101 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:08:07,101 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 8e6de28659f2517cec0a221b41bc7adb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60140065, jitterRate=-0.10384319722652435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:08:07,101 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,101 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 3c5be045beca3a195d07269a97c28302; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64789076, jitterRate=-0.03456753492355347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:08:07,101 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,102 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 8e6de28659f2517cec0a221b41bc7adb:
Running coprocessor pre-open hook at 1732374487092Writing region info on filesystem at 1732374487092Initializing all the Stores at 1732374487093 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374487093Cleaning up temporary data from old regions at 1732374487097 (+4 ms)Running coprocessor post-open hooks at 1732374487101 (+4 ms)Region opened successfully at 1732374487102 (+1 ms)
2024-11-23T15:08:07,102 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 3c5be045beca3a195d07269a97c28302:
Running coprocessor pre-open hook at 1732374487091Writing region info on filesystem at 1732374487091Initializing all the Stores at 1732374487092 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374487092Cleaning up temporary data from old regions at 1732374487097 (+5 ms)Running coprocessor post-open hooks at 1732374487101 (+4 ms)Region opened successfully at 1732374487102 (+1 ms)
2024-11-23T15:08:07,103 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb., pid=100, masterSystemTime=1732374487087
2024-11-23T15:08:07,103 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302., pid=99, masterSystemTime=1732374487087
2024-11-23T15:08:07,105 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:07,105 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:07,105 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8e6de28659f2517cec0a221b41bc7adb, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:08:07,106 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:07,106 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:07,107 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=3c5be045beca3a195d07269a97c28302, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:08:07,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e6de28659f2517cec0a221b41bc7adb, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:08:07,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c5be045beca3a195d07269a97c28302, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:08:07,110 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98
2024-11-23T15:08:07,110 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e6de28659f2517cec0a221b41bc7adb, server=c6f7b1897123,42617,1732374301442 in 172 msec
2024-11-23T15:08:07,111 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=97
2024-11-23T15:08:07,111 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=97, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c5be045beca3a195d07269a97c28302, server=c6f7b1897123,36557,1732374301588 in 174 msec
2024-11-23T15:08:07,112 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, ASSIGN in 332 msec
2024-11-23T15:08:07,113 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-11-23T15:08:07,113 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, ASSIGN in 333 msec
2024-11-23T15:08:07,113 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:08:07,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374487113"}]},"ts":"1732374487113"}
2024-11-23T15:08:07,115 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLED in hbase:meta
2024-11-23T15:08:07,116 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:08:07,116 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemState jenkins: RWXCA
2024-11-23T15:08:07,119 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-23T15:08:07,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:07,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:07,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:07,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:07,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:07,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:07,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:07,176 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:07,177 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState in 451 msec
2024-11-23T15:08:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-23T15:08:07,356 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-23T15:08:07,356 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:07,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState
2024-11-23T15:08:07,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:07,359 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:08:07,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:07,367 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:07,376 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:07,379 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:08:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374487379 (current time:1732374487379).
2024-11-23T15:08:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:08:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-23T15:08:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:08:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e1c90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:07,381 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:07,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:07,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:07,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d6ac76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:07,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:07,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:07,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:07,383 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:07,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaf8723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:07,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:07,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:07,390 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:07,392 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba78ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:07,396 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:07,396 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:07,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734f1e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:07,398 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:07,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c9105c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:07,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:07,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:07,403 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:07,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:08:07,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:07,407 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:07,409 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-23T15:08:07,410 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:08:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:08:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 101
2024-11-23T15:08:07,413 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:08:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-23T15:08:07,415 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:08:07,418 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:08:07,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742040_1216 (size=170)
2024-11-23T15:08:07,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742040_1216 (size=170)
2024-11-23T15:08:07,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742040_1216 (size=170)
2024-11-23T15:08:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-23T15:08:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-23T15:08:07,834 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:08:07,835 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302}, {pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb}]
2024-11-23T15:08:07,836 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:07,836 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:07,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=102
2024-11-23T15:08:07,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=103
2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HRegion(2603): Flush status journal for 8e6de28659f2517cec0a221b41bc7adb:

2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 3c5be045beca3a195d07269a97c28302:

2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb. for emptySnaptb0-testExportFileSystemState completed.
2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302. for emptySnaptb0-testExportFileSystemState completed.
2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-23T15:08:07,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:07,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:07,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:08:07,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:08:08,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742041_1217 (size=71)
2024-11-23T15:08:08,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742041_1217 (size=71)
2024-11-23T15:08:08,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742041_1217 (size=71)
2024-11-23T15:08:08,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:08,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-23T15:08:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=103
2024-11-23T15:08:08,006 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:08,006 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:08,009 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=101, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb in 174 msec
2024-11-23T15:08:08,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742042_1218 (size=71)
2024-11-23T15:08:08,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742042_1218 (size=71)
2024-11-23T15:08:08,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742042_1218 (size=71)
2024-11-23T15:08:08,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:08,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-23T15:08:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-23T15:08:08,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:08,019 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:08,022 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-23T15:08:08,022 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302 in 186 msec
2024-11-23T15:08:08,022 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:08:08,023 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:08:08,024 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:08:08,024 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:08:08,024 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:08,025 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:08:08,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742043_1219 (size=63)
2024-11-23T15:08:08,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742043_1219 (size=63)
2024-11-23T15:08:08,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742043_1219 (size=63)
2024-11-23T15:08:08,035 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:08:08,035 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemState
2024-11-23T15:08:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-23T15:08:08,036 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState
2024-11-23T15:08:08,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742044_1220 (size=653)
2024-11-23T15:08:08,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742044_1220 (size=653)
2024-11-23T15:08:08,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742044_1220 (size=653)
2024-11-23T15:08:08,046 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:08:08,051 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:08:08,052 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportFileSystemState
2024-11-23T15:08:08,053 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:08:08,053 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 101
2024-11-23T15:08:08,054 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 642 msec
2024-11-23T15:08:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-23T15:08:08,546 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-23T15:08:08,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:08:08,556 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:08:08,558 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:08,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState
2024-11-23T15:08:08,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:08,563 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:08:08,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:08,571 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:08,578 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:08:08,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:08:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374488582 (current time:1732374488582).
2024-11-23T15:08:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:08:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-23T15:08:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:08:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742e4ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:08,583 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:08,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:08,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:08,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4206b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:08,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:08,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:08,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:08,585 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:08,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b44e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:08,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:08,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:08,588 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:08,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:08,590 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a114df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:08,592 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:08,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:08,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:08,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8df0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:08,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:08,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:08,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:08,594 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:08,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cd5bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:08,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:08,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:08,597 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:08,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:08:08,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:08,600 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:08,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:08,602 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-23T15:08:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:08:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=104, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:08:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 104
2024-11-23T15:08:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-23T15:08:08,604 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:08:08,605 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:08:08,607 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:08:08,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742045_1221 (size=165)
2024-11-23T15:08:08,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742045_1221 (size=165)
2024-11-23T15:08:08,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742045_1221 (size=165)
2024-11-23T15:08:08,619 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:08:08,620 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302}, {pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb}]
2024-11-23T15:08:08,621 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:08,621 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-23T15:08:08,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=105
2024-11-23T15:08:08,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=106
2024-11-23T15:08:08,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:08,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:08,773 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(2902): Flushing 3c5be045beca3a195d07269a97c28302 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-23T15:08:08,773 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 8e6de28659f2517cec0a221b41bc7adb 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-23T15:08:08,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236376b65e60a54035940c0fe1d5eed0b7_3c5be045beca3a195d07269a97c28302 is 71, key is 052de842c162b0bbc063fde79606fb97/cf:q/1732374488553/Put/seqid=0
2024-11-23T15:08:08,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411230180f7bbf2f342cbb3202a7f81d2d820_8e6de28659f2517cec0a221b41bc7adb is 71, key is 10a598657a0d4fcf038a5955b4282907/cf:q/1732374488556/Put/seqid=0
2024-11-23T15:08:08,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742046_1222 (size=5102)
2024-11-23T15:08:08,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742046_1222 (size=5102)
2024-11-23T15:08:08,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742046_1222 (size=5102)
2024-11-23T15:08:08,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:08,829 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236376b65e60a54035940c0fe1d5eed0b7_3c5be045beca3a195d07269a97c28302 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411236376b65e60a54035940c0fe1d5eed0b7_3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:08,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/.tmp/cf/042caf678a7a47669600c78ef5683bfa, store: [table=testtb-testExportFileSystemState family=cf region=3c5be045beca3a195d07269a97c28302]
2024-11-23T15:08:08,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/.tmp/cf/042caf678a7a47669600c78ef5683bfa is 209, key is 03e0b131f8379a87da16db8a1151045c2/cf:q/1732374488553/Put/seqid=0
2024-11-23T15:08:08,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742047_1223 (size=8171)
2024-11-23T15:08:08,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742047_1223 (size=8171)
2024-11-23T15:08:08,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742047_1223 (size=8171)
2024-11-23T15:08:08,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:08,855 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411230180f7bbf2f342cbb3202a7f81d2d820_8e6de28659f2517cec0a221b41bc7adb to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411230180f7bbf2f342cbb3202a7f81d2d820_8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:08,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/.tmp/cf/1f6a4e37245c4643a6f29fd7d4987446, store: [table=testtb-testExportFileSystemState family=cf region=8e6de28659f2517cec0a221b41bc7adb]
2024-11-23T15:08:08,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/.tmp/cf/1f6a4e37245c4643a6f29fd7d4987446 is 209, key is 1e9cb83078ba23b77e9a783c5511051c2/cf:q/1732374488556/Put/seqid=0
2024-11-23T15:08:08,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742048_1224 (size=5918)
2024-11-23T15:08:08,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742048_1224 (size=5918)
2024-11-23T15:08:08,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742048_1224 (size=5918)
2024-11-23T15:08:08,864 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/.tmp/cf/042caf678a7a47669600c78ef5683bfa
2024-11-23T15:08:08,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/.tmp/cf/042caf678a7a47669600c78ef5683bfa as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/cf/042caf678a7a47669600c78ef5683bfa
2024-11-23T15:08:08,875 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/cf/042caf678a7a47669600c78ef5683bfa, entries=3, sequenceid=6, filesize=5.8 K
2024-11-23T15:08:08,879 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 3c5be045beca3a195d07269a97c28302 in 106ms, sequenceid=6, compaction requested=false
2024-11-23T15:08:08,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemState'
2024-11-23T15:08:08,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(2603): Flush status journal for 3c5be045beca3a195d07269a97c28302:

2024-11-23T15:08:08,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302. for snaptb0-testExportFileSystemState completed.
2024-11-23T15:08:08,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-23T15:08:08,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:08,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/cf/042caf678a7a47669600c78ef5683bfa] hfiles
2024-11-23T15:08:08,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/cf/042caf678a7a47669600c78ef5683bfa for snapshot=snaptb0-testExportFileSystemState
2024-11-23T15:08:08,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742049_1225 (size=14997)
2024-11-23T15:08:08,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742049_1225 (size=14997)
2024-11-23T15:08:08,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742049_1225 (size=14997)
2024-11-23T15:08:08,892 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/.tmp/cf/1f6a4e37245c4643a6f29fd7d4987446
2024-11-23T15:08:08,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/.tmp/cf/1f6a4e37245c4643a6f29fd7d4987446 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/cf/1f6a4e37245c4643a6f29fd7d4987446
2024-11-23T15:08:08,906 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/cf/1f6a4e37245c4643a6f29fd7d4987446, entries=47, sequenceid=6, filesize=14.6 K
2024-11-23T15:08:08,907 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 8e6de28659f2517cec0a221b41bc7adb in 134ms, sequenceid=6, compaction requested=false
2024-11-23T15:08:08,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 8e6de28659f2517cec0a221b41bc7adb:

2024-11-23T15:08:08,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb. for snaptb0-testExportFileSystemState completed.
2024-11-23T15:08:08,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-23T15:08:08,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:08,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/cf/1f6a4e37245c4643a6f29fd7d4987446] hfiles
2024-11-23T15:08:08,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/cf/1f6a4e37245c4643a6f29fd7d4987446 for snapshot=snaptb0-testExportFileSystemState
2024-11-23T15:08:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-23T15:08:08,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742050_1226 (size=110)
2024-11-23T15:08:08,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742050_1226 (size=110)
2024-11-23T15:08:08,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742050_1226 (size=110)
2024-11-23T15:08:08,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:08,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105
2024-11-23T15:08:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=105
2024-11-23T15:08:08,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:08,921 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:08,923 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c5be045beca3a195d07269a97c28302 in 302 msec
2024-11-23T15:08:08,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742051_1227 (size=110)
2024-11-23T15:08:08,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742051_1227 (size=110)
2024-11-23T15:08:08,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742051_1227 (size=110)
2024-11-23T15:08:08,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:08,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-23T15:08:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-23T15:08:08,943 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:08,943 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:08,946 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104
2024-11-23T15:08:08,946 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e6de28659f2517cec0a221b41bc7adb in 324 msec
2024-11-23T15:08:08,946 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:08:08,948 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:08:08,949 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:08:08,949 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:08:08,949 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:08,950 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411230180f7bbf2f342cbb3202a7f81d2d820_8e6de28659f2517cec0a221b41bc7adb, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411236376b65e60a54035940c0fe1d5eed0b7_3c5be045beca3a195d07269a97c28302] hfiles
2024-11-23T15:08:08,950 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411230180f7bbf2f342cbb3202a7f81d2d820_8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:08,950 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411236376b65e60a54035940c0fe1d5eed0b7_3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:08,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742052_1228 (size=294)
2024-11-23T15:08:08,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742052_1228 (size=294)
2024-11-23T15:08:08,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742052_1228 (size=294)
2024-11-23T15:08:08,968 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:08:08,968 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemState
2024-11-23T15:08:08,969 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-23T15:08:09,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742053_1229 (size=963)
2024-11-23T15:08:09,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742053_1229 (size=963)
2024-11-23T15:08:09,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742053_1229 (size=963)
2024-11-23T15:08:09,027 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:08:09,036 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:08:09,036 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-23T15:08:09,038 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:08:09,038 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 104
2024-11-23T15:08:09,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 436 msec
2024-11-23T15:08:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-23T15:08:09,226 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-23T15:08:09,226 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226
2024-11-23T15:08:09,227 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:09,255 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:09,256 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-23T15:08:09,257 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:08:09,265 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemState to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-23T15:08:09,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742054_1230 (size=165)
2024-11-23T15:08:09,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742054_1230 (size=165)
2024-11-23T15:08:09,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742054_1230 (size=165)
2024-11-23T15:08:09,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742055_1231 (size=963)
2024-11-23T15:08:09,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742055_1231 (size=963)
2024-11-23T15:08:09,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742055_1231 (size=963)
2024-11-23T15:08:09,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:09,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:09,296 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-18402051836795649023.jar
2024-11-23T15:08:10,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-17109460670340380274.jar
2024-11-23T15:08:10,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:10,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:08:10,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:08:10,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:08:10,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:08:10,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:08:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:08:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:08:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:08:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:08:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:08:10,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:08:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:10,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:10,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:10,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:10,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742056_1232 (size=24020)
2024-11-23T15:08:10,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742056_1232 (size=24020)
2024-11-23T15:08:10,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742056_1232 (size=24020)
2024-11-23T15:08:10,346 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0003_000001 (auth:SIMPLE) from 127.0.0.1:43836
2024-11-23T15:08:10,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742057_1233 (size=77755)
2024-11-23T15:08:10,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742057_1233 (size=77755)
2024-11-23T15:08:10,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742057_1233 (size=77755)
2024-11-23T15:08:10,359 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000001/launch_container.sh]
2024-11-23T15:08:10,359 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000001/container_tokens]
2024-11-23T15:08:10,359 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0003/container_1732374308737_0003_01_000001/sysfs]
2024-11-23T15:08:10,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742058_1234 (size=131360)
2024-11-23T15:08:10,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742058_1234 (size=131360)
2024-11-23T15:08:10,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742058_1234 (size=131360)
2024-11-23T15:08:10,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742059_1235 (size=111793)
2024-11-23T15:08:10,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742059_1235 (size=111793)
2024-11-23T15:08:10,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742059_1235 (size=111793)
2024-11-23T15:08:10,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742060_1236 (size=1832290)
2024-11-23T15:08:10,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742060_1236 (size=1832290)
2024-11-23T15:08:10,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742060_1236 (size=1832290)
2024-11-23T15:08:10,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742061_1237 (size=6424742)
2024-11-23T15:08:10,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742061_1237 (size=6424742)
2024-11-23T15:08:10,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742061_1237 (size=6424742)
2024-11-23T15:08:10,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742062_1238 (size=8360005)
2024-11-23T15:08:10,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742062_1238 (size=8360005)
2024-11-23T15:08:10,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742062_1238 (size=8360005)
2024-11-23T15:08:10,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742063_1239 (size=503880)
2024-11-23T15:08:10,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742063_1239 (size=503880)
2024-11-23T15:08:10,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742063_1239 (size=503880)
2024-11-23T15:08:10,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742064_1240 (size=322274)
2024-11-23T15:08:10,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742064_1240 (size=322274)
2024-11-23T15:08:10,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742064_1240 (size=322274)
2024-11-23T15:08:10,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742065_1241 (size=20406)
2024-11-23T15:08:10,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742065_1241 (size=20406)
2024-11-23T15:08:10,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742065_1241 (size=20406)
2024-11-23T15:08:10,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742066_1242 (size=45609)
2024-11-23T15:08:10,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742066_1242 (size=45609)
2024-11-23T15:08:10,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742066_1242 (size=45609)
2024-11-23T15:08:10,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742067_1243 (size=136454)
2024-11-23T15:08:10,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742067_1243 (size=136454)
2024-11-23T15:08:10,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742067_1243 (size=136454)
2024-11-23T15:08:10,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742068_1244 (size=1597270)
2024-11-23T15:08:10,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742068_1244 (size=1597270)
2024-11-23T15:08:10,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742068_1244 (size=1597270)
2024-11-23T15:08:10,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742069_1245 (size=30873)
2024-11-23T15:08:10,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742069_1245 (size=30873)
2024-11-23T15:08:10,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742069_1245 (size=30873)
2024-11-23T15:08:10,472 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3c5be045beca3a195d07269a97c28302 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:08:10,473 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8e6de28659f2517cec0a221b41bc7adb changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:08:10,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742070_1246 (size=29229)
2024-11-23T15:08:10,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742070_1246 (size=29229)
2024-11-23T15:08:10,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742070_1246 (size=29229)
2024-11-23T15:08:10,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742071_1247 (size=903660)
2024-11-23T15:08:10,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742071_1247 (size=903660)
2024-11-23T15:08:10,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742071_1247 (size=903660)
2024-11-23T15:08:10,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742072_1248 (size=5175431)
2024-11-23T15:08:10,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742072_1248 (size=5175431)
2024-11-23T15:08:10,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742072_1248 (size=5175431)
2024-11-23T15:08:10,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742073_1249 (size=232881)
2024-11-23T15:08:10,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742073_1249 (size=232881)
2024-11-23T15:08:10,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742073_1249 (size=232881)
2024-11-23T15:08:10,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742074_1250 (size=1323991)
2024-11-23T15:08:10,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742074_1250 (size=1323991)
2024-11-23T15:08:10,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742074_1250 (size=1323991)
2024-11-23T15:08:10,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742075_1251 (size=4695811)
2024-11-23T15:08:10,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742075_1251 (size=4695811)
2024-11-23T15:08:10,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742075_1251 (size=4695811)
2024-11-23T15:08:10,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742076_1252 (size=1877034)
2024-11-23T15:08:10,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742076_1252 (size=1877034)
2024-11-23T15:08:10,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742076_1252 (size=1877034)
2024-11-23T15:08:10,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742077_1253 (size=217555)
2024-11-23T15:08:10,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742077_1253 (size=217555)
2024-11-23T15:08:10,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742077_1253 (size=217555)
2024-11-23T15:08:10,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742078_1254 (size=440956)
2024-11-23T15:08:10,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742078_1254 (size=440956)
2024-11-23T15:08:10,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742078_1254 (size=440956)
2024-11-23T15:08:10,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742079_1255 (size=4188619)
2024-11-23T15:08:10,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742079_1255 (size=4188619)
2024-11-23T15:08:10,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742079_1255 (size=4188619)
2024-11-23T15:08:10,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742080_1256 (size=127628)
2024-11-23T15:08:10,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742080_1256 (size=127628)
2024-11-23T15:08:10,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742080_1256 (size=127628)
2024-11-23T15:08:10,579 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:08:10,581 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemState' hfile list
2024-11-23T15:08:10,582 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.6 K
2024-11-23T15:08:10,582 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K
2024-11-23T15:08:10,582 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.8 K
2024-11-23T15:08:10,582 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K
2024-11-23T15:08:10,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742081_1257 (size=1035)
2024-11-23T15:08:10,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742081_1257 (size=1035)
2024-11-23T15:08:10,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742081_1257 (size=1035)
2024-11-23T15:08:10,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742082_1258 (size=35)
2024-11-23T15:08:10,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742082_1258 (size=35)
2024-11-23T15:08:10,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742082_1258 (size=35)
2024-11-23T15:08:10,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742083_1259 (size=304087)
2024-11-23T15:08:10,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742083_1259 (size=304087)
2024-11-23T15:08:10,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742083_1259 (size=304087)
2024-11-23T15:08:10,625 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:08:10,626 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:08:11,293 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:38738
2024-11-23T15:08:11,504 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:08:11,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-23T15:08:11,545 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-23T15:08:11,545 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-23T15:08:11,546 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-23T15:08:17,048 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:08:17,836 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:46548
2024-11-23T15:08:18,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742084_1260 (size=349785)
2024-11-23T15:08:18,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742084_1260 (size=349785)
2024-11-23T15:08:18,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742084_1260 (size=349785)
2024-11-23T15:08:20,078 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:50194
2024-11-23T15:08:20,078 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:41348
2024-11-23T15:08:20,919 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:41364
2024-11-23T15:08:20,922 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:50202
2024-11-23T15:08:23,348 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0004_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:08:24,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742085_1261 (size=14997)
2024-11-23T15:08:24,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742085_1261 (size=14997)
2024-11-23T15:08:24,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742085_1261 (size=14997)
2024-11-23T15:08:25,350 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000002/launch_container.sh]
2024-11-23T15:08:25,350 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000002/container_tokens]
2024-11-23T15:08:25,351 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000002/sysfs]
2024-11-23T15:08:26,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742087_1263 (size=5918)
2024-11-23T15:08:26,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742087_1263 (size=5918)
2024-11-23T15:08:26,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742087_1263 (size=5918)
2024-11-23T15:08:26,859 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000004/launch_container.sh]
2024-11-23T15:08:26,859 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000004/container_tokens]
2024-11-23T15:08:26,860 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000004/sysfs]
2024-11-23T15:08:26,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742088_1264 (size=5102)
2024-11-23T15:08:26,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742088_1264 (size=5102)
2024-11-23T15:08:26,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742088_1264 (size=5102)
2024-11-23T15:08:27,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742089_1265 (size=8171)
2024-11-23T15:08:27,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742089_1265 (size=8171)
2024-11-23T15:08:27,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742089_1265 (size=8171)
2024-11-23T15:08:27,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742086_1262 (size=31748)
2024-11-23T15:08:27,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742086_1262 (size=31748)
2024-11-23T15:08:27,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742086_1262 (size=31748)
2024-11-23T15:08:27,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742090_1266 (size=466)
2024-11-23T15:08:27,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742090_1266 (size=466)
2024-11-23T15:08:27,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742090_1266 (size=466)
2024-11-23T15:08:27,120 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000005/launch_container.sh]
2024-11-23T15:08:27,120 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000005/container_tokens]
2024-11-23T15:08:27,120 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000005/sysfs]
2024-11-23T15:08:27,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742091_1267 (size=31748)
2024-11-23T15:08:27,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742091_1267 (size=31748)
2024-11-23T15:08:27,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742091_1267 (size=31748)
2024-11-23T15:08:27,154 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000003/launch_container.sh]
2024-11-23T15:08:27,154 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000003/container_tokens]
2024-11-23T15:08:27,154 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000003/sysfs]
2024-11-23T15:08:27,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742092_1268 (size=349785)
2024-11-23T15:08:27,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742092_1268 (size=349785)
2024-11-23T15:08:27,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742092_1268 (size=349785)
2024-11-23T15:08:27,184 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:47624
2024-11-23T15:08:27,191 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:47626
2024-11-23T15:08:28,805 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:08:28,807 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:08:28,817 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemState
2024-11-23T15:08:28,817 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:08:28,817 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:08:28,817 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-23T15:08:28,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-23T15:08:28,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-23T15:08:28,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-23T15:08:28,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-23T15:08:28,818 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374489226/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-23T15:08:28,829 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemState
2024-11-23T15:08:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-23T15:08:28,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374508832"}]},"ts":"1732374508832"}
2024-11-23T15:08:28,833 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLING in hbase:meta
2024-11-23T15:08:28,833 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemState to state=DISABLING
2024-11-23T15:08:28,834 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState}]
2024-11-23T15:08:28,835 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, UNASSIGN}, {pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, UNASSIGN}]
2024-11-23T15:08:28,836 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, UNASSIGN
2024-11-23T15:08:28,836 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, UNASSIGN
2024-11-23T15:08:28,837 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=3c5be045beca3a195d07269a97c28302, regionState=CLOSING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:08:28,837 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=8e6de28659f2517cec0a221b41bc7adb, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:08:28,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, UNASSIGN because future has completed
2024-11-23T15:08:28,839 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:08:28,839 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c5be045beca3a195d07269a97c28302, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:08:28,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, UNASSIGN because future has completed
2024-11-23T15:08:28,840 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:08:28,840 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e6de28659f2517cec0a221b41bc7adb, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:08:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-23T15:08:28,992 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(122): Close 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:28,992 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:08:28,993 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1722): Closing 3c5be045beca3a195d07269a97c28302, disabling compactions & flushes
2024-11-23T15:08:28,993 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:28,993 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:28,993 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302. after waiting 0 ms
2024-11-23T15:08:28,993 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:28,994 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:28,994 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:08:28,995 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 8e6de28659f2517cec0a221b41bc7adb, disabling compactions & flushes
2024-11-23T15:08:28,995 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:28,995 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:28,995 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb. after waiting 0 ms
2024-11-23T15:08:28,995 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:29,032 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:08:29,032 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:08:29,033 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.
2024-11-23T15:08:29,033 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1676): Region close journal for 3c5be045beca3a195d07269a97c28302:
Waiting for close lock at 1732374508992Running coprocessor pre-close hooks at 1732374508992Disabling compacts and flushes for region at 1732374508992Disabling writes for close at 1732374508993 (+1 ms)Writing region close event to WAL at 1732374509004 (+11 ms)Running coprocessor post-close hooks at 1732374509032 (+28 ms)Closed at 1732374509033 (+1 ms)
2024-11-23T15:08:29,034 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(157): Closed 3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:29,035 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=3c5be045beca3a195d07269a97c28302, regionState=CLOSED
2024-11-23T15:08:29,036 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:08:29,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c5be045beca3a195d07269a97c28302, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:08:29,038 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:08:29,038 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.
2024-11-23T15:08:29,038 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 8e6de28659f2517cec0a221b41bc7adb:
Waiting for close lock at 1732374508994Running coprocessor pre-close hooks at 1732374508994Disabling compacts and flushes for region at 1732374508995 (+1 ms)Disabling writes for close at 1732374508995Writing region close event to WAL at 1732374509012 (+17 ms)Running coprocessor post-close hooks at 1732374509038 (+26 ms)Closed at 1732374509038
2024-11-23T15:08:29,041 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:29,042 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=8e6de28659f2517cec0a221b41bc7adb, regionState=CLOSED
2024-11-23T15:08:29,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=109
2024-11-23T15:08:29,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 3c5be045beca3a195d07269a97c28302, server=c6f7b1897123,36557,1732374301588 in 200 msec
2024-11-23T15:08:29,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e6de28659f2517cec0a221b41bc7adb, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:08:29,048 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=3c5be045beca3a195d07269a97c28302, UNASSIGN in 210 msec
2024-11-23T15:08:29,051 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=110
2024-11-23T15:08:29,051 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=110, state=SUCCESS, hasLock=false; CloseRegionProcedure 8e6de28659f2517cec0a221b41bc7adb, server=c6f7b1897123,42617,1732374301442 in 208 msec
2024-11-23T15:08:29,054 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=108
2024-11-23T15:08:29,054 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=8e6de28659f2517cec0a221b41bc7adb, UNASSIGN in 216 msec
2024-11-23T15:08:29,058 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-23T15:08:29,058 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState in 221 msec
2024-11-23T15:08:29,059 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374509059"}]},"ts":"1732374509059"}
2024-11-23T15:08:29,065 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLED in hbase:meta
2024-11-23T15:08:29,065 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemState to state=DISABLED
2024-11-23T15:08:29,069 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState in 238 msec
2024-11-23T15:08:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-23T15:08:29,146 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-23T15:08:29,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemState
2024-11-23T15:08:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:29,149 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemState
2024-11-23T15:08:29,150 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:29,152 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemState
2024-11-23T15:08:29,153 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:29,153 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:29,155 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/recovered.edits]
2024-11-23T15:08:29,155 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/recovered.edits]
2024-11-23T15:08:29,158 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/cf/1f6a4e37245c4643a6f29fd7d4987446 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/cf/1f6a4e37245c4643a6f29fd7d4987446
2024-11-23T15:08:29,158 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/cf/042caf678a7a47669600c78ef5683bfa to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/cf/042caf678a7a47669600c78ef5683bfa
2024-11-23T15:08:29,161 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb/recovered.edits/9.seqid
2024-11-23T15:08:29,161 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:29,162 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302/recovered.edits/9.seqid
2024-11-23T15:08:29,162 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemState/3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:29,162 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemState regions
2024-11-23T15:08:29,163 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d
2024-11-23T15:08:29,163 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf]
2024-11-23T15:08:29,166 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411230180f7bbf2f342cbb3202a7f81d2d820_8e6de28659f2517cec0a221b41bc7adb to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411230180f7bbf2f342cbb3202a7f81d2d820_8e6de28659f2517cec0a221b41bc7adb
2024-11-23T15:08:29,168 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411236376b65e60a54035940c0fe1d5eed0b7_3c5be045beca3a195d07269a97c28302 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411236376b65e60a54035940c0fe1d5eed0b7_3c5be045beca3a195d07269a97c28302
2024-11-23T15:08:29,168 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d
2024-11-23T15:08:29,170 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:29,173 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemState from hbase:meta
2024-11-23T15:08:29,175 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemState' descriptor.
2024-11-23T15:08:29,176 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:29,176 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemState' from region states.
2024-11-23T15:08:29,177 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374509176"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:29,177 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374509176"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:29,179 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:08:29,179 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3c5be045beca3a195d07269a97c28302, NAME => 'testtb-testExportFileSystemState,,1732374486724.3c5be045beca3a195d07269a97c28302.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 8e6de28659f2517cec0a221b41bc7adb, NAME => 'testtb-testExportFileSystemState,1,1732374486724.8e6de28659f2517cec0a221b41bc7adb.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:08:29,179 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemState' as deleted.
2024-11-23T15:08:29,179 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374509179"}]},"ts":"9223372036854775807"}
2024-11-23T15:08:29,181 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemState state from META
2024-11-23T15:08:29,182 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-23T15:08:29,183 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState in 35 msec
2024-11-23T15:08:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,227 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-23T15:08:29,227 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-23T15:08:29,227 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-23T15:08:29,228 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-23T15:08:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-23T15:08:29,239 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemState
2024-11-23T15:08:29,239 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-23T15:08:29,246 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemState"
type: DISABLED

2024-11-23T15:08:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemState
2024-11-23T15:08:29,250 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemState"
type: DISABLED

2024-11-23T15:08:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemState
2024-11-23T15:08:29,278 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=805 (was 799)
Potentially hanging thread: MoveIntermediateToDone Thread #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-4008
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: HFileArchiver-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1159598642_1 at /127.0.0.1:47656 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:47678 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:33244 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:44091 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:35770 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 133182)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44091
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=812 (was 815), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=680 (was 625) - SystemLoadAverage LEAK? -, ProcessCount=22 (was 21) - ProcessCount LEAK? -, AvailableMemoryMB=4640 (was 4810)
2024-11-23T15:08:29,279 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=805 is superior to 500
2024-11-23T15:08:29,302 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=805, OpenFileDescriptor=812, MaxFileDescriptor=1048576, SystemLoadAverage=680, ProcessCount=22, AvailableMemoryMB=4637
2024-11-23T15:08:29,302 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=805 is superior to 500
2024-11-23T15:08:29,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:08:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:08:29,307 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:08:29,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testConsecutiveExports"
 procId is: 114
2024-11-23T15:08:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-23T15:08:29,309 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:08:29,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742093_1269 (size=440)
2024-11-23T15:08:29,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742093_1269 (size=440)
2024-11-23T15:08:29,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742093_1269 (size=440)
2024-11-23T15:08:29,326 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be712e5fddef889dcdd7a17d36bbf6aa, NAME => 'testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:29,327 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 41fa53cbf7bb7d3761537a3c746d9ea2, NAME => 'testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:29,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742094_1270 (size=65)
2024-11-23T15:08:29,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742094_1270 (size=65)
2024-11-23T15:08:29,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742094_1270 (size=65)
2024-11-23T15:08:29,365 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:29,365 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1722): Closing be712e5fddef889dcdd7a17d36bbf6aa, disabling compactions & flushes
2024-11-23T15:08:29,365 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,365 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,365 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa. after waiting 0 ms
2024-11-23T15:08:29,365 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,365 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,365 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1676): Region close journal for be712e5fddef889dcdd7a17d36bbf6aa:
Waiting for close lock at 1732374509365Disabling compacts and flushes for region at 1732374509365Disabling writes for close at 1732374509365Writing region close event to WAL at 1732374509365Closed at 1732374509365
2024-11-23T15:08:29,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742095_1271 (size=65)
2024-11-23T15:08:29,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742095_1271 (size=65)
2024-11-23T15:08:29,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742095_1271 (size=65)
2024-11-23T15:08:29,379 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:29,379 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1722): Closing 41fa53cbf7bb7d3761537a3c746d9ea2, disabling compactions & flushes
2024-11-23T15:08:29,379 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:29,380 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:29,380 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2. after waiting 0 ms
2024-11-23T15:08:29,380 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:29,380 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:29,380 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1676): Region close journal for 41fa53cbf7bb7d3761537a3c746d9ea2:
Waiting for close lock at 1732374509379Disabling compacts and flushes for region at 1732374509379Disabling writes for close at 1732374509380 (+1 ms)Writing region close event to WAL at 1732374509380Closed at 1732374509380
2024-11-23T15:08:29,381 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:08:29,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732374509381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374509381"}]},"ts":"1732374509381"}
2024-11-23T15:08:29,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732374509381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374509381"}]},"ts":"1732374509381"}
2024-11-23T15:08:29,385 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:08:29,385 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:08:29,386 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374509386"}]},"ts":"1732374509386"}
2024-11-23T15:08:29,387 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLING in hbase:meta
2024-11-23T15:08:29,388 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:08:29,389 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:08:29,389 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:08:29,389 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:08:29,389 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:08:29,389 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:08:29,389 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:08:29,389 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:08:29,389 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:08:29,389 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:08:29,390 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:08:29,390 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, ASSIGN}, {pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, ASSIGN}]
2024-11-23T15:08:29,391 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, ASSIGN
2024-11-23T15:08:29,391 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, ASSIGN
2024-11-23T15:08:29,392 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:08:29,392 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:08:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-23T15:08:29,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:08:29,542 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:08:29,543 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=be712e5fddef889dcdd7a17d36bbf6aa, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:08:29,543 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=41fa53cbf7bb7d3761537a3c746d9ea2, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:08:29,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, ASSIGN because future has completed
2024-11-23T15:08:29,546 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:08:29,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, ASSIGN because future has completed
2024-11-23T15:08:29,548 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:08:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-23T15:08:29,703 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,704 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:29,704 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => be712e5fddef889dcdd7a17d36bbf6aa, NAME => 'testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:08:29,704 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7752): Opening region: {ENCODED => 41fa53cbf7bb7d3761537a3c746d9ea2, NAME => 'testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:08:29,704 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa. service=AccessControlService
2024-11-23T15:08:29,704 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2. service=AccessControlService
2024-11-23T15:08:29,704 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:08:29,704 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:08:29,704 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,704 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,705 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:29,705 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:08:29,705 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,705 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7794): checking encryption for 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,705 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,705 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7797): checking classloading for 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,706 INFO  [StoreOpener-41fa53cbf7bb7d3761537a3c746d9ea2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 41fa53cbf7bb7d3761537a3c746d9ea2 
2024-11-23T15:08:29,706 INFO  [StoreOpener-be712e5fddef889dcdd7a17d36bbf6aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region be712e5fddef889dcdd7a17d36bbf6aa 
2024-11-23T15:08:29,708 INFO  [StoreOpener-be712e5fddef889dcdd7a17d36bbf6aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be712e5fddef889dcdd7a17d36bbf6aa columnFamilyName cf
2024-11-23T15:08:29,708 INFO  [StoreOpener-41fa53cbf7bb7d3761537a3c746d9ea2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41fa53cbf7bb7d3761537a3c746d9ea2 columnFamilyName cf
2024-11-23T15:08:29,709 DEBUG [StoreOpener-be712e5fddef889dcdd7a17d36bbf6aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:29,709 DEBUG [StoreOpener-41fa53cbf7bb7d3761537a3c746d9ea2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:29,709 INFO  [StoreOpener-be712e5fddef889dcdd7a17d36bbf6aa-1 {}] regionserver.HStore(327): Store=be712e5fddef889dcdd7a17d36bbf6aa/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:08:29,709 INFO  [StoreOpener-41fa53cbf7bb7d3761537a3c746d9ea2-1 {}] regionserver.HStore(327): Store=41fa53cbf7bb7d3761537a3c746d9ea2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:08:29,709 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,709 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1038): replaying wal for 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,710 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,710 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,711 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,711 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,711 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,711 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1048): stopping wal replay for 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,711 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,711 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1060): Cleaning up temporary data for 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,713 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,713 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1093): writing seq id for 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,714 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:08:29,714 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:08:29,715 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1114): Opened 41fa53cbf7bb7d3761537a3c746d9ea2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69350469, jitterRate=0.033402517437934875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:08:29,715 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened be712e5fddef889dcdd7a17d36bbf6aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73809795, jitterRate=0.09985165297985077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:08:29,715 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:29,715 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,716 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1006): Region open journal for 41fa53cbf7bb7d3761537a3c746d9ea2:
Running coprocessor pre-open hook at 1732374509705Writing region info on filesystem at 1732374509705Initializing all the Stores at 1732374509706 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374509706Cleaning up temporary data from old regions at 1732374509711 (+5 ms)Running coprocessor post-open hooks at 1732374509715 (+4 ms)Region opened successfully at 1732374509715
2024-11-23T15:08:29,716 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for be712e5fddef889dcdd7a17d36bbf6aa:
Running coprocessor pre-open hook at 1732374509705Writing region info on filesystem at 1732374509705Initializing all the Stores at 1732374509706 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374509706Cleaning up temporary data from old regions at 1732374509711 (+5 ms)Running coprocessor post-open hooks at 1732374509715 (+4 ms)Region opened successfully at 1732374509716 (+1 ms)
2024-11-23T15:08:29,716 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa., pid=118, masterSystemTime=1732374509700
2024-11-23T15:08:29,716 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2., pid=117, masterSystemTime=1732374509699
2024-11-23T15:08:29,718 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:29,718 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:29,719 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=41fa53cbf7bb7d3761537a3c746d9ea2, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:08:29,719 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,719 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,720 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=be712e5fddef889dcdd7a17d36bbf6aa, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:08:29,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:08:29,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:08:29,725 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116
2024-11-23T15:08:29,725 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; OpenRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2, server=c6f7b1897123,43471,1732374301700 in 177 msec
2024-11-23T15:08:29,726 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=115
2024-11-23T15:08:29,726 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa, server=c6f7b1897123,42617,1732374301442 in 176 msec
2024-11-23T15:08:29,727 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, ASSIGN in 335 msec
2024-11-23T15:08:29,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114
2024-11-23T15:08:29,728 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, ASSIGN in 336 msec
2024-11-23T15:08:29,729 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:08:29,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374509729"}]},"ts":"1732374509729"}
2024-11-23T15:08:29,731 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLED in hbase:meta
2024-11-23T15:08:29,733 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:08:29,734 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testConsecutiveExports jenkins: RWXCA
2024-11-23T15:08:29,738 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-23T15:08:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:08:29,795 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:29,795 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:29,795 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:29,795 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-23T15:08:29,797 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports in 491 msec
2024-11-23T15:08:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-23T15:08:29,936 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-23T15:08:29,936 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:29,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports
2024-11-23T15:08:29,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:29,939 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:08:29,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:29,946 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:29,952 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:29,955 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-23T15:08:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374509955 (current time:1732374509955).
2024-11-23T15:08:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:08:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-23T15:08:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:08:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6491ab76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:29,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:29,957 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3488d7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:29,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:29,959 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:29,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a3df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:29,962 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:29,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:29,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57169957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:29,965 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105ead93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:29,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:29,966 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702264b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:29,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:29,968 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:29,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:08:29,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:29,971 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:29,972 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:29,972 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-23T15:08:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:08:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-23T15:08:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 119
2024-11-23T15:08:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-23T15:08:29,975 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:08:29,976 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:08:29,978 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:08:29,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742096_1272 (size=161)
2024-11-23T15:08:29,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742096_1272 (size=161)
2024-11-23T15:08:29,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742096_1272 (size=161)
2024-11-23T15:08:29,985 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:08:29,985 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa}, {pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2}]
2024-11-23T15:08:29,986 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:29,986 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-23T15:08:30,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=120
2024-11-23T15:08:30,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=121
2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for be712e5fddef889dcdd7a17d36bbf6aa:

2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.HRegion(2603): Flush status journal for 41fa53cbf7bb7d3761537a3c746d9ea2:

2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa. for emptySnaptb0-testConsecutiveExports completed.
2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2. for emptySnaptb0-testConsecutiveExports completed.
2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-23T15:08:30,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-23T15:08:30,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:30,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:30,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:08:30,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:08:30,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742097_1273 (size=68)
2024-11-23T15:08:30,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742097_1273 (size=68)
2024-11-23T15:08:30,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742097_1273 (size=68)
2024-11-23T15:08:30,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:30,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121
2024-11-23T15:08:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=121
2024-11-23T15:08:30,164 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,164 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742098_1274 (size=68)
2024-11-23T15:08:30,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742098_1274 (size=68)
2024-11-23T15:08:30,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:30,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-23T15:08:30,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742098_1274 (size=68)
2024-11-23T15:08:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-23T15:08:30,168 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:30,168 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:30,169 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=119, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2 in 180 msec
2024-11-23T15:08:30,172 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-23T15:08:30,172 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:08:30,172 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa in 184 msec
2024-11-23T15:08:30,173 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:08:30,175 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:08:30,175 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:08:30,175 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:30,176 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:08:30,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742099_1275 (size=60)
2024-11-23T15:08:30,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742099_1275 (size=60)
2024-11-23T15:08:30,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742099_1275 (size=60)
2024-11-23T15:08:30,189 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:08:30,189 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testConsecutiveExports
2024-11-23T15:08:30,190 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports
2024-11-23T15:08:30,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742100_1276 (size=641)
2024-11-23T15:08:30,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742100_1276 (size=641)
2024-11-23T15:08:30,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742100_1276 (size=641)
2024-11-23T15:08:30,214 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:08:30,219 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:08:30,220 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testConsecutiveExports
2024-11-23T15:08:30,222 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:08:30,222 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 119
2024-11-23T15:08:30,224 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 249 msec
2024-11-23T15:08:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-23T15:08:30,296 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-23T15:08:30,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:08:30,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:08:30,307 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:30,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports
2024-11-23T15:08:30,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:30,310 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:08:30,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:30,316 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:30,322 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-23T15:08:30,324 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-23T15:08:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374510324 (current time:1732374510324).
2024-11-23T15:08:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:08:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-23T15:08:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:08:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40adfd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:30,325 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:30,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:30,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:30,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c061f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:30,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:30,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:30,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:30,327 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154bffa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:30,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:30,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:30,330 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:30,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:30,331 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5e2603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:08:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:08:30,333 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:08:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:08:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:08:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a716ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:08:30,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:08:30,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:30,334 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:08:30,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c977dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:08:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:08:30,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:08:30,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:30,338 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:30,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:08:30,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:08:30,340 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:08:30,341 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:08:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:08:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:08:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-23T15:08:30,342 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:08:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:08:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-23T15:08:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 122
2024-11-23T15:08:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-23T15:08:30,345 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:08:30,346 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:08:30,348 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:08:30,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742101_1277 (size=156)
2024-11-23T15:08:30,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742101_1277 (size=156)
2024-11-23T15:08:30,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742101_1277 (size=156)
2024-11-23T15:08:30,358 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:08:30,358 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa}, {pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2}]
2024-11-23T15:08:30,361 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:30,361 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-23T15:08:30,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=123
2024-11-23T15:08:30,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=124
2024-11-23T15:08:30,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:30,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:30,513 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(2902): Flushing be712e5fddef889dcdd7a17d36bbf6aa 1/1 column families, dataSize=266 B heapSize=832 B
2024-11-23T15:08:30,513 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 41fa53cbf7bb7d3761537a3c746d9ea2 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB
2024-11-23T15:08:30,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112376e6e992d9644761a4e94b261bd943e5_be712e5fddef889dcdd7a17d36bbf6aa is 71, key is 00c2804cb26974063cb4d5700e1aef23/cf:q/1732374510303/Put/seqid=0
2024-11-23T15:08:30,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123c39043600fcb41b4b932260c6e91f4bf_41fa53cbf7bb7d3761537a3c746d9ea2 is 71, key is 1120506a4635b27d8a67aace6f6a3dff/cf:q/1732374510305/Put/seqid=0
2024-11-23T15:08:30,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742102_1278 (size=5172)
2024-11-23T15:08:30,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742102_1278 (size=5172)
2024-11-23T15:08:30,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742102_1278 (size=5172)
2024-11-23T15:08:30,542 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:30,548 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112376e6e992d9644761a4e94b261bd943e5_be712e5fddef889dcdd7a17d36bbf6aa to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024112376e6e992d9644761a4e94b261bd943e5_be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:30,549 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/.tmp/cf/e8978f4585504c538f1307d9e041115d, store: [table=testtb-testConsecutiveExports family=cf region=be712e5fddef889dcdd7a17d36bbf6aa]
2024-11-23T15:08:30,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/.tmp/cf/e8978f4585504c538f1307d9e041115d is 206, key is 0e884c72119fca5e611e0ff6d5bbd47d0/cf:q/1732374510303/Put/seqid=0
2024-11-23T15:08:30,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742103_1279 (size=8101)
2024-11-23T15:08:30,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742103_1279 (size=8101)
2024-11-23T15:08:30,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742103_1279 (size=8101)
2024-11-23T15:08:30,592 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:30,597 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123c39043600fcb41b4b932260c6e91f4bf_41fa53cbf7bb7d3761537a3c746d9ea2 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39043600fcb41b4b932260c6e91f4bf_41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/.tmp/cf/0207d995e29d4e4f840d0d4de1687272, store: [table=testtb-testConsecutiveExports family=cf region=41fa53cbf7bb7d3761537a3c746d9ea2]
2024-11-23T15:08:30,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/.tmp/cf/0207d995e29d4e4f840d0d4de1687272 is 206, key is 183c84ce8ef16a96e74c060affeb7269e/cf:q/1732374510305/Put/seqid=0
2024-11-23T15:08:30,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742104_1280 (size=6108)
2024-11-23T15:08:30,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742104_1280 (size=6108)
2024-11-23T15:08:30,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742104_1280 (size=6108)
2024-11-23T15:08:30,607 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=266, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/.tmp/cf/e8978f4585504c538f1307d9e041115d
2024-11-23T15:08:30,614 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/.tmp/cf/e8978f4585504c538f1307d9e041115d as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/cf/e8978f4585504c538f1307d9e041115d
2024-11-23T15:08:30,623 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/cf/e8978f4585504c538f1307d9e041115d, entries=4, sequenceid=6, filesize=6.0 K
2024-11-23T15:08:30,624 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for be712e5fddef889dcdd7a17d36bbf6aa in 111ms, sequenceid=6, compaction requested=false
2024-11-23T15:08:30,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testConsecutiveExports'
2024-11-23T15:08:30,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(2603): Flush status journal for be712e5fddef889dcdd7a17d36bbf6aa:

2024-11-23T15:08:30,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa. for snaptb0-testConsecutiveExports completed.
2024-11-23T15:08:30,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742105_1281 (size=14651)
2024-11-23T15:08:30,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-23T15:08:30,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:30,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/cf/e8978f4585504c538f1307d9e041115d] hfiles
2024-11-23T15:08:30,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/cf/e8978f4585504c538f1307d9e041115d for snapshot=snaptb0-testConsecutiveExports
2024-11-23T15:08:30,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742105_1281 (size=14651)
2024-11-23T15:08:30,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742105_1281 (size=14651)
2024-11-23T15:08:30,626 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/.tmp/cf/0207d995e29d4e4f840d0d4de1687272
2024-11-23T15:08:30,632 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/.tmp/cf/0207d995e29d4e4f840d0d4de1687272 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/cf/0207d995e29d4e4f840d0d4de1687272
2024-11-23T15:08:30,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742106_1282 (size=107)
2024-11-23T15:08:30,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742106_1282 (size=107)
2024-11-23T15:08:30,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742106_1282 (size=107)
2024-11-23T15:08:30,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:08:30,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123
2024-11-23T15:08:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=123
2024-11-23T15:08:30,635 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:30,635 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:30,640 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/cf/0207d995e29d4e4f840d0d4de1687272, entries=46, sequenceid=6, filesize=14.3 K
2024-11-23T15:08:30,642 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for 41fa53cbf7bb7d3761537a3c746d9ea2 in 129ms, sequenceid=6, compaction requested=false
2024-11-23T15:08:30,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 41fa53cbf7bb7d3761537a3c746d9ea2:

2024-11-23T15:08:30,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2. for snaptb0-testConsecutiveExports completed.
2024-11-23T15:08:30,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-23T15:08:30,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:08:30,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/cf/0207d995e29d4e4f840d0d4de1687272] hfiles
2024-11-23T15:08:30,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/cf/0207d995e29d4e4f840d0d4de1687272 for snapshot=snaptb0-testConsecutiveExports
2024-11-23T15:08:30,647 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa in 278 msec
2024-11-23T15:08:30,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742107_1283 (size=107)
2024-11-23T15:08:30,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742107_1283 (size=107)
2024-11-23T15:08:30,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742107_1283 (size=107)
2024-11-23T15:08:30,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:08:30,657 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-23T15:08:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-23T15:08:30,657 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,658 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,661 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=122
2024-11-23T15:08:30,661 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:08:30,661 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=122, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2 in 301 msec
2024-11-23T15:08:30,662 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:08:30,663 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:08:30,663 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:08:30,663 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:08:30,664 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39043600fcb41b4b932260c6e91f4bf_41fa53cbf7bb7d3761537a3c746d9ea2, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024112376e6e992d9644761a4e94b261bd943e5_be712e5fddef889dcdd7a17d36bbf6aa] hfiles
2024-11-23T15:08:30,664 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39043600fcb41b4b932260c6e91f4bf_41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:08:30,664 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024112376e6e992d9644761a4e94b261bd943e5_be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:08:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-23T15:08:30,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742108_1284 (size=291)
2024-11-23T15:08:30,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742108_1284 (size=291)
2024-11-23T15:08:30,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742108_1284 (size=291)
2024-11-23T15:08:30,683 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:08:30,683 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testConsecutiveExports
2024-11-23T15:08:30,685 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-23T15:08:30,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742109_1285 (size=951)
2024-11-23T15:08:30,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742109_1285 (size=951)
2024-11-23T15:08:30,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742109_1285 (size=951)
2024-11-23T15:08:30,712 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:08:30,719 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:08:30,719 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-23T15:08:30,721 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:08:30,721 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 122
2024-11-23T15:08:30,722 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 378 msec
2024-11-23T15:08:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-23T15:08:30,976 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-23T15:08:30,977 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976
2024-11-23T15:08:30,977 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:30,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-23T15:08:30,993 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports Metrics about Tables on a single HBase RegionServer
2024-11-23T15:08:30,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-23T15:08:31,021 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:31,021 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@696dc2df, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-23T15:08:31,022 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:08:31,032 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-23T15:08:31,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:31,051 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:31,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-896270883462789511.jar
2024-11-23T15:08:32,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-12423340840111706377.jar
2024-11-23T15:08:32,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:32,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:08:32,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:08:32,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:08:32,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:08:32,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:08:32,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:08:32,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:08:32,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:08:32,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:08:32,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:08:32,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:08:32,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:32,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:32,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:32,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:32,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:32,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:32,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:32,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742110_1286 (size=24020)
2024-11-23T15:08:32,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742110_1286 (size=24020)
2024-11-23T15:08:32,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742110_1286 (size=24020)
2024-11-23T15:08:32,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742111_1287 (size=77755)
2024-11-23T15:08:32,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742111_1287 (size=77755)
2024-11-23T15:08:32,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742111_1287 (size=77755)
2024-11-23T15:08:32,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742112_1288 (size=131360)
2024-11-23T15:08:32,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742112_1288 (size=131360)
2024-11-23T15:08:32,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742112_1288 (size=131360)
2024-11-23T15:08:32,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742113_1289 (size=111793)
2024-11-23T15:08:32,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742113_1289 (size=111793)
2024-11-23T15:08:32,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742113_1289 (size=111793)
2024-11-23T15:08:32,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742114_1290 (size=440956)
2024-11-23T15:08:32,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742114_1290 (size=440956)
2024-11-23T15:08:32,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742114_1290 (size=440956)
2024-11-23T15:08:32,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742115_1291 (size=1832290)
2024-11-23T15:08:32,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742115_1291 (size=1832290)
2024-11-23T15:08:32,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742115_1291 (size=1832290)
2024-11-23T15:08:32,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742116_1292 (size=8360005)
2024-11-23T15:08:32,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742116_1292 (size=8360005)
2024-11-23T15:08:32,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742116_1292 (size=8360005)
2024-11-23T15:08:32,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742117_1293 (size=503880)
2024-11-23T15:08:32,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742117_1293 (size=503880)
2024-11-23T15:08:32,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742117_1293 (size=503880)
2024-11-23T15:08:32,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742118_1294 (size=322274)
2024-11-23T15:08:32,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742118_1294 (size=322274)
2024-11-23T15:08:32,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742118_1294 (size=322274)
2024-11-23T15:08:32,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742119_1295 (size=20406)
2024-11-23T15:08:32,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742119_1295 (size=20406)
2024-11-23T15:08:32,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742119_1295 (size=20406)
2024-11-23T15:08:32,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742120_1296 (size=45609)
2024-11-23T15:08:32,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742120_1296 (size=45609)
2024-11-23T15:08:32,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742120_1296 (size=45609)
2024-11-23T15:08:32,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742121_1297 (size=136454)
2024-11-23T15:08:32,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742121_1297 (size=136454)
2024-11-23T15:08:32,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742121_1297 (size=136454)
2024-11-23T15:08:32,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742122_1298 (size=1597270)
2024-11-23T15:08:32,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742122_1298 (size=1597270)
2024-11-23T15:08:32,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742122_1298 (size=1597270)
2024-11-23T15:08:32,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742123_1299 (size=30873)
2024-11-23T15:08:32,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742123_1299 (size=30873)
2024-11-23T15:08:32,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742123_1299 (size=30873)
2024-11-23T15:08:32,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742124_1300 (size=29229)
2024-11-23T15:08:32,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742124_1300 (size=29229)
2024-11-23T15:08:32,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742124_1300 (size=29229)
2024-11-23T15:08:32,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742125_1301 (size=903660)
2024-11-23T15:08:32,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742125_1301 (size=903660)
2024-11-23T15:08:32,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742125_1301 (size=903660)
2024-11-23T15:08:32,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742126_1302 (size=5175431)
2024-11-23T15:08:32,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742126_1302 (size=5175431)
2024-11-23T15:08:32,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742126_1302 (size=5175431)
2024-11-23T15:08:32,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742127_1303 (size=232881)
2024-11-23T15:08:32,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742127_1303 (size=232881)
2024-11-23T15:08:32,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742127_1303 (size=232881)
2024-11-23T15:08:32,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742128_1304 (size=1323991)
2024-11-23T15:08:32,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742128_1304 (size=1323991)
2024-11-23T15:08:32,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742128_1304 (size=1323991)
2024-11-23T15:08:32,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742129_1305 (size=4695811)
2024-11-23T15:08:32,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742129_1305 (size=4695811)
2024-11-23T15:08:32,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742129_1305 (size=4695811)
2024-11-23T15:08:32,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742130_1306 (size=1877034)
2024-11-23T15:08:32,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742130_1306 (size=1877034)
2024-11-23T15:08:32,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742130_1306 (size=1877034)
2024-11-23T15:08:32,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742131_1307 (size=6424742)
2024-11-23T15:08:32,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742131_1307 (size=6424742)
2024-11-23T15:08:32,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742131_1307 (size=6424742)
2024-11-23T15:08:32,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742132_1308 (size=217555)
2024-11-23T15:08:32,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742132_1308 (size=217555)
2024-11-23T15:08:32,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742132_1308 (size=217555)
2024-11-23T15:08:32,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742133_1309 (size=4188619)
2024-11-23T15:08:32,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742133_1309 (size=4188619)
2024-11-23T15:08:32,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742133_1309 (size=4188619)
2024-11-23T15:08:32,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742134_1310 (size=127628)
2024-11-23T15:08:32,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742134_1310 (size=127628)
2024-11-23T15:08:32,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742134_1310 (size=127628)
2024-11-23T15:08:32,949 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:08:32,951 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-23T15:08:32,953 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.3 K
2024-11-23T15:08:32,953 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.9 K
2024-11-23T15:08:32,953 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.0 K
2024-11-23T15:08:32,953 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.1 K
2024-11-23T15:08:32,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742135_1311 (size=1023)
2024-11-23T15:08:32,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742135_1311 (size=1023)
2024-11-23T15:08:32,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742135_1311 (size=1023)
2024-11-23T15:08:32,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742136_1312 (size=35)
2024-11-23T15:08:32,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742136_1312 (size=35)
2024-11-23T15:08:32,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742136_1312 (size=35)
2024-11-23T15:08:33,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742137_1313 (size=304124)
2024-11-23T15:08:33,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742137_1313 (size=304124)
2024-11-23T15:08:33,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742137_1313 (size=304124)
2024-11-23T15:08:33,255 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:08:33,256 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:08:33,258 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0004_000001 (auth:SIMPLE) from 127.0.0.1:44238
2024-11-23T15:08:33,270 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000001/launch_container.sh]
2024-11-23T15:08:33,270 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000001/container_tokens]
2024-11-23T15:08:33,270 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0004/container_1732374308737_0004_01_000001/sysfs]
2024-11-23T15:08:34,148 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:38528
2024-11-23T15:08:34,560 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:08:40,365 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:52912
2024-11-23T15:08:40,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742138_1314 (size=349822)
2024-11-23T15:08:40,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742138_1314 (size=349822)
2024-11-23T15:08:40,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742138_1314 (size=349822)
2024-11-23T15:08:42,620 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:40292
2024-11-23T15:08:42,620 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:57320
2024-11-23T15:08:43,439 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:57330
2024-11-23T15:08:43,440 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:40298
2024-11-23T15:08:46,259 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0005_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:08:46,644 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000002/launch_container.sh]
2024-11-23T15:08:46,644 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000002/container_tokens]
2024-11-23T15:08:46,644 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000002/sysfs]
2024-11-23T15:08:47,714 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000003/launch_container.sh]
2024-11-23T15:08:47,714 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000003/container_tokens]
2024-11-23T15:08:47,714 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000003/sysfs]
2024-11-23T15:08:49,412 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000005/launch_container.sh]
2024-11-23T15:08:49,412 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000005/container_tokens]
2024-11-23T15:08:49,412 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000005/sysfs]
2024-11-23T15:08:49,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742139_1315 (size=31807)
2024-11-23T15:08:49,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742139_1315 (size=31807)
2024-11-23T15:08:49,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742139_1315 (size=31807)
2024-11-23T15:08:49,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742140_1316 (size=463)
2024-11-23T15:08:49,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742140_1316 (size=463)
2024-11-23T15:08:49,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742140_1316 (size=463)
2024-11-23T15:08:49,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742141_1317 (size=31807)
2024-11-23T15:08:49,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742141_1317 (size=31807)
2024-11-23T15:08:49,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742141_1317 (size=31807)
2024-11-23T15:08:49,790 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000004/launch_container.sh]
2024-11-23T15:08:49,790 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000004/container_tokens]
2024-11-23T15:08:49,790 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000004/sysfs]
2024-11-23T15:08:49,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742142_1318 (size=349822)
2024-11-23T15:08:49,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742142_1318 (size=349822)
2024-11-23T15:08:49,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742142_1318 (size=349822)
2024-11-23T15:08:49,819 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:40314
2024-11-23T15:08:51,171 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:08:51,171 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:08:51,174 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports
2024-11-23T15:08:51,174 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:08:51,175 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:08:51,175 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-23T15:08:51,176 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-23T15:08:51,176 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-23T15:08:51,176 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@696dc2df in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-23T15:08:51,177 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-23T15:08:51,177 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-23T15:08:51,178 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:51,222 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:08:51,222 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@696dc2df, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-23T15:08:51,224 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:08:51,241 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-23T15:08:51,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:51,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:51,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-6160912076952409869.jar
2024-11-23T15:08:52,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,373 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-6235092277109646489.jar
2024-11-23T15:08:52,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,374 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,375 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:08:52,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:08:52,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:08:52,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:08:52,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:08:52,376 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:08:52,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:08:52,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:08:52,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:08:52,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:08:52,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:08:52,377 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:08:52,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:52,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:52,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:52,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:52,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:08:52,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:52,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:08:52,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742143_1319 (size=24020)
2024-11-23T15:08:52,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742143_1319 (size=24020)
2024-11-23T15:08:52,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742143_1319 (size=24020)
2024-11-23T15:08:52,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742144_1320 (size=77755)
2024-11-23T15:08:52,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742144_1320 (size=77755)
2024-11-23T15:08:52,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742144_1320 (size=77755)
2024-11-23T15:08:52,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742145_1321 (size=131360)
2024-11-23T15:08:52,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742145_1321 (size=131360)
2024-11-23T15:08:52,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742145_1321 (size=131360)
2024-11-23T15:08:52,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742146_1322 (size=111793)
2024-11-23T15:08:52,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742146_1322 (size=111793)
2024-11-23T15:08:52,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742146_1322 (size=111793)
2024-11-23T15:08:52,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742147_1323 (size=1832290)
2024-11-23T15:08:52,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742147_1323 (size=1832290)
2024-11-23T15:08:52,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742147_1323 (size=1832290)
2024-11-23T15:08:52,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742148_1324 (size=8360005)
2024-11-23T15:08:52,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742148_1324 (size=8360005)
2024-11-23T15:08:52,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742148_1324 (size=8360005)
2024-11-23T15:08:52,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742149_1325 (size=503880)
2024-11-23T15:08:52,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742149_1325 (size=503880)
2024-11-23T15:08:52,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742149_1325 (size=503880)
2024-11-23T15:08:52,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742150_1326 (size=322274)
2024-11-23T15:08:52,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742150_1326 (size=322274)
2024-11-23T15:08:52,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742150_1326 (size=322274)
2024-11-23T15:08:52,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742151_1327 (size=20406)
2024-11-23T15:08:52,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742151_1327 (size=20406)
2024-11-23T15:08:52,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742151_1327 (size=20406)
2024-11-23T15:08:52,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742152_1328 (size=45609)
2024-11-23T15:08:52,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742152_1328 (size=45609)
2024-11-23T15:08:52,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742152_1328 (size=45609)
2024-11-23T15:08:52,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742153_1329 (size=136454)
2024-11-23T15:08:52,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742153_1329 (size=136454)
2024-11-23T15:08:52,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742153_1329 (size=136454)
2024-11-23T15:08:52,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742154_1330 (size=1597270)
2024-11-23T15:08:52,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742154_1330 (size=1597270)
2024-11-23T15:08:52,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742154_1330 (size=1597270)
2024-11-23T15:08:52,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742155_1331 (size=440956)
2024-11-23T15:08:52,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742155_1331 (size=440956)
2024-11-23T15:08:52,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742155_1331 (size=440956)
2024-11-23T15:08:53,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742156_1332 (size=30873)
2024-11-23T15:08:53,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742156_1332 (size=30873)
2024-11-23T15:08:53,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742156_1332 (size=30873)
2024-11-23T15:08:53,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742157_1333 (size=6424742)
2024-11-23T15:08:53,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742157_1333 (size=6424742)
2024-11-23T15:08:53,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742157_1333 (size=6424742)
2024-11-23T15:08:53,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742158_1334 (size=29229)
2024-11-23T15:08:53,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742158_1334 (size=29229)
2024-11-23T15:08:53,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742158_1334 (size=29229)
2024-11-23T15:08:53,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742159_1335 (size=903660)
2024-11-23T15:08:53,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742159_1335 (size=903660)
2024-11-23T15:08:53,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742159_1335 (size=903660)
2024-11-23T15:08:53,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742160_1336 (size=5175431)
2024-11-23T15:08:53,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742160_1336 (size=5175431)
2024-11-23T15:08:53,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742160_1336 (size=5175431)
2024-11-23T15:08:53,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742161_1337 (size=232881)
2024-11-23T15:08:53,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742161_1337 (size=232881)
2024-11-23T15:08:53,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742161_1337 (size=232881)
2024-11-23T15:08:53,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742162_1338 (size=1323991)
2024-11-23T15:08:53,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742162_1338 (size=1323991)
2024-11-23T15:08:53,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742162_1338 (size=1323991)
2024-11-23T15:08:53,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742163_1339 (size=4695811)
2024-11-23T15:08:53,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742163_1339 (size=4695811)
2024-11-23T15:08:53,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742163_1339 (size=4695811)
2024-11-23T15:08:53,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742164_1340 (size=1877034)
2024-11-23T15:08:53,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742164_1340 (size=1877034)
2024-11-23T15:08:53,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742164_1340 (size=1877034)
2024-11-23T15:08:53,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742165_1341 (size=217555)
2024-11-23T15:08:53,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742165_1341 (size=217555)
2024-11-23T15:08:53,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742165_1341 (size=217555)
2024-11-23T15:08:53,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742166_1342 (size=4188619)
2024-11-23T15:08:53,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742166_1342 (size=4188619)
2024-11-23T15:08:53,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742166_1342 (size=4188619)
2024-11-23T15:08:53,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742167_1343 (size=127628)
2024-11-23T15:08:53,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742167_1343 (size=127628)
2024-11-23T15:08:53,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742167_1343 (size=127628)
2024-11-23T15:08:53,245 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:08:53,247 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-23T15:08:53,256 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.3 K
2024-11-23T15:08:53,256 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.9 K
2024-11-23T15:08:53,256 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.0 K
2024-11-23T15:08:53,256 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.1 K
2024-11-23T15:08:53,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742168_1344 (size=1023)
2024-11-23T15:08:53,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742168_1344 (size=1023)
2024-11-23T15:08:53,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742168_1344 (size=1023)
2024-11-23T15:08:53,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742169_1345 (size=35)
2024-11-23T15:08:53,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742169_1345 (size=35)
2024-11-23T15:08:53,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742169_1345 (size=35)
2024-11-23T15:08:53,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742170_1346 (size=304124)
2024-11-23T15:08:53,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742170_1346 (size=304124)
2024-11-23T15:08:53,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742170_1346 (size=304124)
2024-11-23T15:08:55,906 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:08:55,906 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:08:55,910 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0005_000001 (auth:SIMPLE) from 127.0.0.1:41988
2024-11-23T15:08:55,926 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000001/launch_container.sh]
2024-11-23T15:08:55,926 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000001/container_tokens]
2024-11-23T15:08:55,926 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0005/container_1732374308737_0005_01_000001/sysfs]
2024-11-23T15:08:56,412 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:58776
2024-11-23T15:08:59,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:09:02,630 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:42528
2024-11-23T15:09:02,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742171_1347 (size=349822)
2024-11-23T15:09:02,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742171_1347 (size=349822)
2024-11-23T15:09:02,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742171_1347 (size=349822)
2024-11-23T15:09:03,675 WARN  [regionserver/c6f7b1897123:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1
2024-11-23T15:09:04,839 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:38820
2024-11-23T15:09:04,839 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:53016
2024-11-23T15:09:04,849 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region be712e5fddef889dcdd7a17d36bbf6aa changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:09:04,849 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 41fa53cbf7bb7d3761537a3c746d9ea2 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:09:05,716 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:53030
2024-11-23T15:09:05,725 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:38834
2024-11-23T15:09:07,910 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0006_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:09:09,950 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000003/launch_container.sh]
2024-11-23T15:09:09,950 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000003/container_tokens]
2024-11-23T15:09:09,950 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000003/sysfs]
2024-11-23T15:09:10,905 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000002/launch_container.sh]
2024-11-23T15:09:10,905 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000002/container_tokens]
2024-11-23T15:09:10,905 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000002/sysfs]
2024-11-23T15:09:11,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742172_1348 (size=29749)
2024-11-23T15:09:11,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742172_1348 (size=29749)
2024-11-23T15:09:11,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742172_1348 (size=29749)
2024-11-23T15:09:11,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742173_1349 (size=463)
2024-11-23T15:09:11,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742173_1349 (size=463)
2024-11-23T15:09:11,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742173_1349 (size=463)
2024-11-23T15:09:11,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742174_1350 (size=29749)
2024-11-23T15:09:11,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742174_1350 (size=29749)
2024-11-23T15:09:11,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742174_1350 (size=29749)
2024-11-23T15:09:11,932 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000005/launch_container.sh]
2024-11-23T15:09:11,932 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000005/container_tokens]
2024-11-23T15:09:11,932 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000005/sysfs]
2024-11-23T15:09:11,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742175_1351 (size=349822)
2024-11-23T15:09:11,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742175_1351 (size=349822)
2024-11-23T15:09:11,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742175_1351 (size=349822)
2024-11-23T15:09:11,963 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000004/launch_container.sh]
2024-11-23T15:09:11,963 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000004/container_tokens]
2024-11-23T15:09:11,963 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000004/sysfs]
2024-11-23T15:09:11,977 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:35234
2024-11-23T15:09:11,986 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:55686
2024-11-23T15:09:13,716 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:09:13,716 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:09:13,721 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports
2024-11-23T15:09:13,724 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:09:13,724 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:09:13,725 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-23T15:09:13,726 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-23T15:09:13,726 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-23T15:09:13,726 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@696dc2df in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-23T15:09:13,726 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-23T15:09:13,726 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374510976/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-23T15:09:13,748 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testConsecutiveExports
2024-11-23T15:09:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:09:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-23T15:09:13,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374553753"}]},"ts":"1732374553753"}
2024-11-23T15:09:13,756 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLING in hbase:meta
2024-11-23T15:09:13,756 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testConsecutiveExports to state=DISABLING
2024-11-23T15:09:13,757 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports}]
2024-11-23T15:09:13,759 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, UNASSIGN}, {pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, UNASSIGN}]
2024-11-23T15:09:13,760 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, UNASSIGN
2024-11-23T15:09:13,760 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, UNASSIGN
2024-11-23T15:09:13,761 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=128 updating hbase:meta row=41fa53cbf7bb7d3761537a3c746d9ea2, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:13,761 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=be712e5fddef889dcdd7a17d36bbf6aa, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:13,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, UNASSIGN because future has completed
2024-11-23T15:09:13,764 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:13,764 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:09:13,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, UNASSIGN because future has completed
2024-11-23T15:09:13,766 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:13,766 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-23T15:09:13,918 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(122): Close 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:09:13,918 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:09:13,918 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1722): Closing 41fa53cbf7bb7d3761537a3c746d9ea2, disabling compactions & flushes
2024-11-23T15:09:13,918 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:09:13,918 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:09:13,918 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2. after waiting 0 ms
2024-11-23T15:09:13,918 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:09:13,919 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(122): Close be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:09:13,919 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:09:13,919 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1722): Closing be712e5fddef889dcdd7a17d36bbf6aa, disabling compactions & flushes
2024-11-23T15:09:13,919 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:09:13,919 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:09:13,919 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa. after waiting 0 ms
2024-11-23T15:09:13,919 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:09:13,923 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:09:13,924 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:13,924 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.
2024-11-23T15:09:13,924 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1676): Region close journal for 41fa53cbf7bb7d3761537a3c746d9ea2:
Waiting for close lock at 1732374553918Running coprocessor pre-close hooks at 1732374553918Disabling compacts and flushes for region at 1732374553918Disabling writes for close at 1732374553918Writing region close event to WAL at 1732374553919 (+1 ms)Running coprocessor post-close hooks at 1732374553924 (+5 ms)Closed at 1732374553924
2024-11-23T15:09:13,926 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:09:13,926 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(157): Closed 41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:09:13,927 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:13,927 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.
2024-11-23T15:09:13,927 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1676): Region close journal for be712e5fddef889dcdd7a17d36bbf6aa:
Waiting for close lock at 1732374553919Running coprocessor pre-close hooks at 1732374553919Disabling compacts and flushes for region at 1732374553919Disabling writes for close at 1732374553919Writing region close event to WAL at 1732374553920 (+1 ms)Running coprocessor post-close hooks at 1732374553927 (+7 ms)Closed at 1732374553927
2024-11-23T15:09:13,927 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=128 updating hbase:meta row=41fa53cbf7bb7d3761537a3c746d9ea2, regionState=CLOSED
2024-11-23T15:09:13,929 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(157): Closed be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:09:13,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE, hasLock=false; CloseRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:09:13,929 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=be712e5fddef889dcdd7a17d36bbf6aa, regionState=CLOSED
2024-11-23T15:09:13,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:13,934 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128
2024-11-23T15:09:13,934 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; CloseRegionProcedure 41fa53cbf7bb7d3761537a3c746d9ea2, server=c6f7b1897123,43471,1732374301700 in 166 msec
2024-11-23T15:09:13,935 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=127
2024-11-23T15:09:13,935 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=41fa53cbf7bb7d3761537a3c746d9ea2, UNASSIGN in 175 msec
2024-11-23T15:09:13,935 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure be712e5fddef889dcdd7a17d36bbf6aa, server=c6f7b1897123,42617,1732374301442 in 168 msec
2024-11-23T15:09:13,937 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126
2024-11-23T15:09:13,937 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=be712e5fddef889dcdd7a17d36bbf6aa, UNASSIGN in 176 msec
2024-11-23T15:09:13,939 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-23T15:09:13,939 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports in 180 msec
2024-11-23T15:09:13,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374553939"}]},"ts":"1732374553939"}
2024-11-23T15:09:13,941 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLED in hbase:meta
2024-11-23T15:09:13,941 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testConsecutiveExports to state=DISABLED
2024-11-23T15:09:13,942 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports in 194 msec
2024-11-23T15:09:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-23T15:09:14,066 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-23T15:09:14,067 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testConsecutiveExports
2024-11-23T15:09:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:09:14,069 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:09:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testConsecutiveExports
2024-11-23T15:09:14,070 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=131, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:09:14,074 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testConsecutiveExports
2024-11-23T15:09:14,075 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:09:14,075 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:09:14,077 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/recovered.edits]
2024-11-23T15:09:14,077 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/recovered.edits]
2024-11-23T15:09:14,081 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/cf/e8978f4585504c538f1307d9e041115d to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/cf/e8978f4585504c538f1307d9e041115d
2024-11-23T15:09:14,081 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/cf/0207d995e29d4e4f840d0d4de1687272 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/cf/0207d995e29d4e4f840d0d4de1687272
2024-11-23T15:09:14,085 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2/recovered.edits/9.seqid
2024-11-23T15:09:14,085 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa/recovered.edits/9.seqid
2024-11-23T15:09:14,085 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:09:14,085 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testConsecutiveExports/be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:09:14,085 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testConsecutiveExports regions
2024-11-23T15:09:14,086 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac
2024-11-23T15:09:14,087 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf]
2024-11-23T15:09:14,091 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39043600fcb41b4b932260c6e91f4bf_41fa53cbf7bb7d3761537a3c746d9ea2 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39043600fcb41b4b932260c6e91f4bf_41fa53cbf7bb7d3761537a3c746d9ea2
2024-11-23T15:09:14,094 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024112376e6e992d9644761a4e94b261bd943e5_be712e5fddef889dcdd7a17d36bbf6aa to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e2024112376e6e992d9644761a4e94b261bd943e5_be712e5fddef889dcdd7a17d36bbf6aa
2024-11-23T15:09:14,095 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac
2024-11-23T15:09:14,097 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=131, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:09:14,100 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testConsecutiveExports from hbase:meta
2024-11-23T15:09:14,103 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testConsecutiveExports' descriptor.
2024-11-23T15:09:14,104 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=131, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:09:14,105 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testConsecutiveExports' from region states.
2024-11-23T15:09:14,105 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374554105"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:14,105 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374554105"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:14,107 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:09:14,107 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => be712e5fddef889dcdd7a17d36bbf6aa, NAME => 'testtb-testConsecutiveExports,,1732374509304.be712e5fddef889dcdd7a17d36bbf6aa.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 41fa53cbf7bb7d3761537a3c746d9ea2, NAME => 'testtb-testConsecutiveExports,1,1732374509304.41fa53cbf7bb7d3761537a3c746d9ea2.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:09:14,107 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testConsecutiveExports' as deleted.
2024-11-23T15:09:14,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374554107"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:14,110 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testConsecutiveExports state from META
2024-11-23T15:09:14,111 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=131, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-23T15:09:14,112 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports in 44 msec
2024-11-23T15:09:14,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,336 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-23T15:09:14,336 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-23T15:09:14,336 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-23T15:09:14,336 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-23T15:09:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-23T15:09:14,382 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testConsecutiveExports
2024-11-23T15:09:14,382 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-23T15:09:14,388 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testConsecutiveExports"
type: DISABLED

2024-11-23T15:09:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testConsecutiveExports
2024-11-23T15:09:14,391 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testConsecutiveExports"
type: DISABLED

2024-11-23T15:09:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testConsecutiveExports
2024-11-23T15:09:14,411 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=806 (was 805)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:41576 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HFileArchiver-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:45667 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45667
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:55700 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-5498
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: ApplicationMasterLauncher #8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 140150)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1952217686_1 at /127.0.0.1:55688 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:59124 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1952217686_1 at /127.0.0.1:59086 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=803 (was 812), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=772 (was 680) - SystemLoadAverage LEAK? -, ProcessCount=23 (was 22) - ProcessCount LEAK? -, AvailableMemoryMB=4206 (was 4637)
2024-11-23T15:09:14,412 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=806 is superior to 500
2024-11-23T15:09:14,427 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=806, OpenFileDescriptor=803, MaxFileDescriptor=1048576, SystemLoadAverage=772, ProcessCount=23, AvailableMemoryMB=4206
2024-11-23T15:09:14,427 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=806 is superior to 500
2024-11-23T15:09:14,428 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:09:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:14,430 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:09:14,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion"
 procId is: 132
2024-11-23T15:09:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-23T15:09:14,431 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:09:14,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742176_1352 (size=458)
2024-11-23T15:09:14,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742176_1352 (size=458)
2024-11-23T15:09:14,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742176_1352 (size=458)
2024-11-23T15:09:14,454 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a301d748669ce26e4bf3a84a09cdf57, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:14,454 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0f7c1fcb43f31e70731f8c49b57b672c, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:14,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742177_1353 (size=83)
2024-11-23T15:09:14,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742177_1353 (size=83)
2024-11-23T15:09:14,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742177_1353 (size=83)
2024-11-23T15:09:14,474 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:14,474 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1722): Closing 1a301d748669ce26e4bf3a84a09cdf57, disabling compactions & flushes
2024-11-23T15:09:14,474 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:14,474 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:14,474 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57. after waiting 0 ms
2024-11-23T15:09:14,474 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:14,474 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:14,474 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a301d748669ce26e4bf3a84a09cdf57:
Waiting for close lock at 1732374554474Disabling compacts and flushes for region at 1732374554474Disabling writes for close at 1732374554474Writing region close event to WAL at 1732374554474Closed at 1732374554474
2024-11-23T15:09:14,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742178_1354 (size=83)
2024-11-23T15:09:14,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742178_1354 (size=83)
2024-11-23T15:09:14,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742178_1354 (size=83)
2024-11-23T15:09:14,482 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:14,482 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1722): Closing 0f7c1fcb43f31e70731f8c49b57b672c, disabling compactions & flushes
2024-11-23T15:09:14,482 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:14,482 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:14,482 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c. after waiting 0 ms
2024-11-23T15:09:14,482 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:14,482 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:14,482 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0f7c1fcb43f31e70731f8c49b57b672c:
Waiting for close lock at 1732374554482Disabling compacts and flushes for region at 1732374554482Disabling writes for close at 1732374554482Writing region close event to WAL at 1732374554482Closed at 1732374554482
2024-11-23T15:09:14,483 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:09:14,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732374554483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374554483"}]},"ts":"1732374554483"}
2024-11-23T15:09:14,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732374554483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374554483"}]},"ts":"1732374554483"}
2024-11-23T15:09:14,486 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:09:14,487 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:09:14,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374554487"}]},"ts":"1732374554487"}
2024-11-23T15:09:14,489 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLING in hbase:meta
2024-11-23T15:09:14,489 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:09:14,491 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:09:14,491 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:09:14,491 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:09:14,491 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:09:14,491 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:09:14,491 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:09:14,491 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:09:14,491 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:09:14,491 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:09:14,491 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:09:14,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, ASSIGN}, {pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, ASSIGN}]
2024-11-23T15:09:14,492 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, ASSIGN
2024-11-23T15:09:14,492 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, ASSIGN
2024-11-23T15:09:14,493 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:09:14,493 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, ASSIGN; state=OFFLINE, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:09:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-23T15:09:14,643 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:09:14,644 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=0f7c1fcb43f31e70731f8c49b57b672c, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:14,644 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=1a301d748669ce26e4bf3a84a09cdf57, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:09:14,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, ASSIGN because future has completed
2024-11-23T15:09:14,646 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:09:14,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, ASSIGN because future has completed
2024-11-23T15:09:14,648 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=134, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-23T15:09:14,803 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:14,803 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a301d748669ce26e4bf3a84a09cdf57, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:09:14,803 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57. service=AccessControlService
2024-11-23T15:09:14,803 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:14,803 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,804 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:14,804 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7794): checking encryption for 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,804 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7797): checking classloading for 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,805 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:14,805 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f7c1fcb43f31e70731f8c49b57b672c, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:09:14,806 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c. service=AccessControlService
2024-11-23T15:09:14,806 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:14,806 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,806 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:14,806 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,806 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,807 INFO  [StoreOpener-1a301d748669ce26e4bf3a84a09cdf57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1a301d748669ce26e4bf3a84a09cdf57 
2024-11-23T15:09:14,808 INFO  [StoreOpener-0f7c1fcb43f31e70731f8c49b57b672c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0f7c1fcb43f31e70731f8c49b57b672c 
2024-11-23T15:09:14,809 INFO  [StoreOpener-1a301d748669ce26e4bf3a84a09cdf57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a301d748669ce26e4bf3a84a09cdf57 columnFamilyName cf
2024-11-23T15:09:14,810 INFO  [StoreOpener-0f7c1fcb43f31e70731f8c49b57b672c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f7c1fcb43f31e70731f8c49b57b672c columnFamilyName cf
2024-11-23T15:09:14,810 DEBUG [StoreOpener-1a301d748669ce26e4bf3a84a09cdf57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:14,811 DEBUG [StoreOpener-0f7c1fcb43f31e70731f8c49b57b672c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:14,811 INFO  [StoreOpener-1a301d748669ce26e4bf3a84a09cdf57-1 {}] regionserver.HStore(327): Store=1a301d748669ce26e4bf3a84a09cdf57/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:14,812 INFO  [StoreOpener-0f7c1fcb43f31e70731f8c49b57b672c-1 {}] regionserver.HStore(327): Store=0f7c1fcb43f31e70731f8c49b57b672c/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:14,812 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1038): replaying wal for 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,812 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1048): stopping wal replay for 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1060): Cleaning up temporary data for 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,813 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,816 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1093): writing seq id for 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,817 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,822 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:14,822 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:14,822 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 0f7c1fcb43f31e70731f8c49b57b672c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66556823, jitterRate=-0.008226051926612854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:14,822 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:14,822 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1114): Opened 1a301d748669ce26e4bf3a84a09cdf57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65901106, jitterRate=-0.017996996641159058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:14,823 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:14,823 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 0f7c1fcb43f31e70731f8c49b57b672c:
Running coprocessor pre-open hook at 1732374554806Writing region info on filesystem at 1732374554806Initializing all the Stores at 1732374554808 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374554808Cleaning up temporary data from old regions at 1732374554813 (+5 ms)Running coprocessor post-open hooks at 1732374554822 (+9 ms)Region opened successfully at 1732374554823 (+1 ms)
2024-11-23T15:09:14,823 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1006): Region open journal for 1a301d748669ce26e4bf3a84a09cdf57:
Running coprocessor pre-open hook at 1732374554804Writing region info on filesystem at 1732374554804Initializing all the Stores at 1732374554807 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374554807Cleaning up temporary data from old regions at 1732374554813 (+6 ms)Running coprocessor post-open hooks at 1732374554823 (+10 ms)Region opened successfully at 1732374554823
2024-11-23T15:09:14,824 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c., pid=136, masterSystemTime=1732374554801
2024-11-23T15:09:14,824 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57., pid=135, masterSystemTime=1732374554798
2024-11-23T15:09:14,826 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:14,826 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:14,828 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:14,828 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=1a301d748669ce26e4bf3a84a09cdf57, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:09:14,828 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:14,831 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=0f7c1fcb43f31e70731f8c49b57b672c, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:14,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:09:14,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=134, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:14,836 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=133
2024-11-23T15:09:14,836 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57, server=c6f7b1897123,36557,1732374301588 in 187 msec
2024-11-23T15:09:14,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=134
2024-11-23T15:09:14,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=134, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c, server=c6f7b1897123,42617,1732374301442 in 187 msec
2024-11-23T15:09:14,839 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, ASSIGN in 345 msec
2024-11-23T15:09:14,840 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=132
2024-11-23T15:09:14,840 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, ASSIGN in 346 msec
2024-11-23T15:09:14,841 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:09:14,841 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374554841"}]},"ts":"1732374554841"}
2024-11-23T15:09:14,844 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLED in hbase:meta
2024-11-23T15:09:14,845 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:09:14,845 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion jenkins: RWXCA
2024-11-23T15:09:14,848 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-23T15:09:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:14,907 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:14,908 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:14,908 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:14,908 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:14,910 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 479 msec
2024-11-23T15:09:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-23T15:09:15,056 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-23T15:09:15,056 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:15,059 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:15,060 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,065 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,070 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-23T15:09:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374555073 (current time:1732374555073).
2024-11-23T15:09:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:09:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-23T15:09:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b3c798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:15,076 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19029fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:15,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,078 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:15,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d9aecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:15,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:15,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:15,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:15,082 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,082 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea222ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:15,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:15,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:15,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:15,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc401e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,086 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:15,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5f9908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:15,089 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:15,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:15,096 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:15,097 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,098 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-23T15:09:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-23T15:09:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 137
2024-11-23T15:09:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-23T15:09:15,102 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:15,103 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:15,106 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:15,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742179_1355 (size=215)
2024-11-23T15:09:15,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742179_1355 (size=215)
2024-11-23T15:09:15,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742179_1355 (size=215)
2024-11-23T15:09:15,125 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:15,125 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57}, {pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c}]
2024-11-23T15:09:15,126 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,126 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-23T15:09:15,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=138
2024-11-23T15:09:15,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=139
2024-11-23T15:09:15,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:15,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 1a301d748669ce26e4bf3a84a09cdf57:

2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for 0f7c1fcb43f31e70731f8c49b57b672c:

2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:09:15,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:09:15,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742180_1356 (size=86)
2024-11-23T15:09:15,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742180_1356 (size=86)
2024-11-23T15:09:15,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742180_1356 (size=86)
2024-11-23T15:09:15,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:15,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-11-23T15:09:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-11-23T15:09:15,302 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,302 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,304 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57 in 178 msec
2024-11-23T15:09:15,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742181_1357 (size=86)
2024-11-23T15:09:15,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742181_1357 (size=86)
2024-11-23T15:09:15,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742181_1357 (size=86)
2024-11-23T15:09:15,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:15,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139
2024-11-23T15:09:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=139
2024-11-23T15:09:15,311 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,311 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,315 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=137
2024-11-23T15:09:15,315 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:15,315 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=137, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c in 187 msec
2024-11-23T15:09:15,316 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:15,317 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:09:15,317 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:09:15,317 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:15,317 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:09:15,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742182_1358 (size=78)
2024-11-23T15:09:15,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742182_1358 (size=78)
2024-11-23T15:09:15,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742182_1358 (size=78)
2024-11-23T15:09:15,332 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:15,332 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,333 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742183_1359 (size=713)
2024-11-23T15:09:15,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742183_1359 (size=713)
2024-11-23T15:09:15,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742183_1359 (size=713)
2024-11-23T15:09:15,365 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:15,370 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:15,370 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,372 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:15,372 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 137
2024-11-23T15:09:15,373 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 272 msec
2024-11-23T15:09:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-23T15:09:15,416 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-23T15:09:15,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:15,429 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:15,431 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:15,435 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:15,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,444 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,453 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-23T15:09:15,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-23T15:09:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374555457 (current time:1732374555457).
2024-11-23T15:09:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:09:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-23T15:09:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662bd87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:15,459 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:15,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:15,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:15,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c53231a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:15,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:15,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,461 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:15,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6847f348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:15,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:15,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:15,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:15,466 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,466 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c564e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:15,468 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:15,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:15,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa8b76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:15,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:15,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,470 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:15,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ee000e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:15,474 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:15,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:15,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:15,477 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:15,478 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-23T15:09:15,479 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-23T15:09:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 140
2024-11-23T15:09:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-23T15:09:15,482 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:15,483 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:15,486 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:15,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742184_1360 (size=210)
2024-11-23T15:09:15,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742184_1360 (size=210)
2024-11-23T15:09:15,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742184_1360 (size=210)
2024-11-23T15:09:15,496 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:15,496 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57}, {pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c}]
2024-11-23T15:09:15,497 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,497 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-23T15:09:15,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=142
2024-11-23T15:09:15,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=141
2024-11-23T15:09:15,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:15,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:15,652 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing 1a301d748669ce26e4bf3a84a09cdf57 1/1 column families, dataSize=65 B heapSize=400 B
2024-11-23T15:09:15,652 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 0f7c1fcb43f31e70731f8c49b57b672c 1/1 column families, dataSize=3.19 KB heapSize=7.14 KB
2024-11-23T15:09:15,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411231e225cdfe1b84f98aeaab6e8999d4b32_0f7c1fcb43f31e70731f8c49b57b672c is 71, key is 1104b8528ce9a330403b8396f2f00c78/cf:q/1732374555429/Put/seqid=0
2024-11-23T15:09:15,676 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123af5da1d13bd1416b98a0fb24f40d6129_1a301d748669ce26e4bf3a84a09cdf57 is 69, key is 05bd1510abe711d99368a204ba5c1c679/cf:q/1732374555425/Put/seqid=0
2024-11-23T15:09:15,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742185_1361 (size=8311)
2024-11-23T15:09:15,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742185_1361 (size=8311)
2024-11-23T15:09:15,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742185_1361 (size=8311)
2024-11-23T15:09:15,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:15,695 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411231e225cdfe1b84f98aeaab6e8999d4b32_0f7c1fcb43f31e70731f8c49b57b672c to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b202411231e225cdfe1b84f98aeaab6e8999d4b32_0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/.tmp/cf/b148d61f94f34f25a9fb6882d2ee490a, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=0f7c1fcb43f31e70731f8c49b57b672c]
2024-11-23T15:09:15,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/.tmp/cf/b148d61f94f34f25a9fb6882d2ee490a is 224, key is 192301149ff2fb8f8bf74bf351170a748/cf:q/1732374555429/Put/seqid=0
2024-11-23T15:09:15,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742186_1362 (size=4964)
2024-11-23T15:09:15,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742186_1362 (size=4964)
2024-11-23T15:09:15,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742186_1362 (size=4964)
2024-11-23T15:09:15,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:15,712 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123af5da1d13bd1416b98a0fb24f40d6129_1a301d748669ce26e4bf3a84a09cdf57 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241123af5da1d13bd1416b98a0fb24f40d6129_1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/.tmp/cf/735dbba3d0064b18a05313c3f3475375, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=1a301d748669ce26e4bf3a84a09cdf57]
2024-11-23T15:09:15,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/.tmp/cf/735dbba3d0064b18a05313c3f3475375 is 224, key is 05bd1510abe711d99368a204ba5c1c679/cf:q/1732374555425/Put/seqid=0
2024-11-23T15:09:15,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742187_1363 (size=16157)
2024-11-23T15:09:15,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742187_1363 (size=16157)
2024-11-23T15:09:15,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742187_1363 (size=16157)
2024-11-23T15:09:15,725 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/.tmp/cf/b148d61f94f34f25a9fb6882d2ee490a
2024-11-23T15:09:15,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/.tmp/cf/b148d61f94f34f25a9fb6882d2ee490a as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/cf/b148d61f94f34f25a9fb6882d2ee490a
2024-11-23T15:09:15,735 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/cf/b148d61f94f34f25a9fb6882d2ee490a, entries=49, sequenceid=6, filesize=15.8 K
2024-11-23T15:09:15,736 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~3.19 KB/3271, heapSize ~7.13 KB/7296, currentSize=0 B/0 for 0f7c1fcb43f31e70731f8c49b57b672c in 84ms, sequenceid=6, compaction requested=false
2024-11-23T15:09:15,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion'
2024-11-23T15:09:15,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 0f7c1fcb43f31e70731f8c49b57b672c:

2024-11-23T15:09:15,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-23T15:09:15,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:15,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/cf/b148d61f94f34f25a9fb6882d2ee490a] hfiles
2024-11-23T15:09:15,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/cf/b148d61f94f34f25a9fb6882d2ee490a for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742188_1364 (size=5534)
2024-11-23T15:09:15,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742188_1364 (size=5534)
2024-11-23T15:09:15,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742188_1364 (size=5534)
2024-11-23T15:09:15,743 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=65, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/.tmp/cf/735dbba3d0064b18a05313c3f3475375
2024-11-23T15:09:15,749 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/.tmp/cf/735dbba3d0064b18a05313c3f3475375 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/cf/735dbba3d0064b18a05313c3f3475375
2024-11-23T15:09:15,756 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/cf/735dbba3d0064b18a05313c3f3475375, entries=1, sequenceid=6, filesize=5.4 K
2024-11-23T15:09:15,757 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~65 B/65, heapSize ~384 B/384, currentSize=0 B/0 for 1a301d748669ce26e4bf3a84a09cdf57 in 105ms, sequenceid=6, compaction requested=false
2024-11-23T15:09:15,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for 1a301d748669ce26e4bf3a84a09cdf57:

2024-11-23T15:09:15,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-23T15:09:15,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:15,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/cf/735dbba3d0064b18a05313c3f3475375] hfiles
2024-11-23T15:09:15,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/cf/735dbba3d0064b18a05313c3f3475375 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742189_1365 (size=125)
2024-11-23T15:09:15,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742189_1365 (size=125)
2024-11-23T15:09:15,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742189_1365 (size=125)
2024-11-23T15:09:15,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:15,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142
2024-11-23T15:09:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=142
2024-11-23T15:09:15,762 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,762 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=140, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c in 267 msec
2024-11-23T15:09:15,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742190_1366 (size=125)
2024-11-23T15:09:15,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742190_1366 (size=125)
2024-11-23T15:09:15,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742190_1366 (size=125)
2024-11-23T15:09:15,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:15,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-11-23T15:09:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=141
2024-11-23T15:09:15,780 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,780 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,786 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-11-23T15:09:15,786 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:15,786 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57 in 288 msec
2024-11-23T15:09:15,787 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:15,788 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:09:15,788 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:09:15,788 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:15,793 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b202411231e225cdfe1b84f98aeaab6e8999d4b32_0f7c1fcb43f31e70731f8c49b57b672c, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241123af5da1d13bd1416b98a0fb24f40d6129_1a301d748669ce26e4bf3a84a09cdf57] hfiles
2024-11-23T15:09:15,793 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b202411231e225cdfe1b84f98aeaab6e8999d4b32_0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:15,793 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241123af5da1d13bd1416b98a0fb24f40d6129_1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-23T15:09:15,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742191_1367 (size=309)
2024-11-23T15:09:15,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742191_1367 (size=309)
2024-11-23T15:09:15,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742191_1367 (size=309)
2024-11-23T15:09:15,824 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:15,824 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,825 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742192_1368 (size=1023)
2024-11-23T15:09:15,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742192_1368 (size=1023)
2024-11-23T15:09:15,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742192_1368 (size=1023)
2024-11-23T15:09:15,866 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:15,890 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:15,891 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:15,892 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:15,892 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 140
2024-11-23T15:09:15,894 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 412 msec
2024-11-23T15:09:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-23T15:09:16,106 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-23T15:09:16,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:09:16,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:09:16,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-23T15:09:16,111 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:09:16,111 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:09:16,111 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-23T15:09:16,114 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithMergeRegion-1', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:09:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:16,117 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:09:16,117 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:16,117 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion-1"
 procId is: 143
2024-11-23T15:09:16,118 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:09:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-23T15:09:16,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742193_1369 (size=399)
2024-11-23T15:09:16,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742193_1369 (size=399)
2024-11-23T15:09:16,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742193_1369 (size=399)
2024-11-23T15:09:16,129 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 37704b9264fec2cd7adda6a41151c7ed, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.', STARTKEY => '2', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:16,129 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 839ddbb075012f1a46d9dbd50d5c546c, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.', STARTKEY => '', ENDKEY => '2'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:16,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742195_1371 (size=85)
2024-11-23T15:09:16,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742195_1371 (size=85)
2024-11-23T15:09:16,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742194_1370 (size=85)
2024-11-23T15:09:16,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742195_1371 (size=85)
2024-11-23T15:09:16,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742194_1370 (size=85)
2024-11-23T15:09:16,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742194_1370 (size=85)
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1722): Closing 839ddbb075012f1a46d9dbd50d5c546c, disabling compactions & flushes
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1722): Closing 37704b9264fec2cd7adda6a41151c7ed, disabling compactions & flushes
2024-11-23T15:09:16,142 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,142 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c. after waiting 0 ms
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed. after waiting 0 ms
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,142 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,142 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 839ddbb075012f1a46d9dbd50d5c546c:
Waiting for close lock at 1732374556142Disabling compacts and flushes for region at 1732374556142Disabling writes for close at 1732374556142Writing region close event to WAL at 1732374556142Closed at 1732374556142
2024-11-23T15:09:16,142 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 37704b9264fec2cd7adda6a41151c7ed:
Waiting for close lock at 1732374556142Disabling compacts and flushes for region at 1732374556142Disabling writes for close at 1732374556142Writing region close event to WAL at 1732374556142Closed at 1732374556142
2024-11-23T15:09:16,143 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:09:16,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1732374556143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374556143"}]},"ts":"1732374556143"}
2024-11-23T15:09:16,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1732374556143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374556143"}]},"ts":"1732374556143"}
2024-11-23T15:09:16,145 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:09:16,146 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:09:16,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374556146"}]},"ts":"1732374556146"}
2024-11-23T15:09:16,147 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLING in hbase:meta
2024-11-23T15:09:16,148 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:09:16,149 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:09:16,149 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:09:16,149 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:09:16,149 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:09:16,149 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:09:16,149 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:09:16,149 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:09:16,149 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:09:16,149 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:09:16,149 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:09:16,149 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, ASSIGN}, {pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, ASSIGN}]
2024-11-23T15:09:16,150 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, ASSIGN
2024-11-23T15:09:16,150 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, ASSIGN
2024-11-23T15:09:16,150 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:09:16,150 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:09:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-23T15:09:16,301 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:09:16,301 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=839ddbb075012f1a46d9dbd50d5c546c, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:16,301 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=37704b9264fec2cd7adda6a41151c7ed, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:16,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, ASSIGN because future has completed
2024-11-23T15:09:16,303 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure 839ddbb075012f1a46d9dbd50d5c546c, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:16,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, ASSIGN because future has completed
2024-11-23T15:09:16,304 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37704b9264fec2cd7adda6a41151c7ed, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:09:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-23T15:09:16,458 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,458 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 839ddbb075012f1a46d9dbd50d5c546c, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.', STARTKEY => '', ENDKEY => '2'}
2024-11-23T15:09:16,458 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c. service=AccessControlService
2024-11-23T15:09:16,458 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,458 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 37704b9264fec2cd7adda6a41151c7ed, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.', STARTKEY => '2', ENDKEY => ''}
2024-11-23T15:09:16,458 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed. service=AccessControlService
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:16,459 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,459 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,460 INFO  [StoreOpener-37704b9264fec2cd7adda6a41151c7ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 37704b9264fec2cd7adda6a41151c7ed 
2024-11-23T15:09:16,460 INFO  [StoreOpener-839ddbb075012f1a46d9dbd50d5c546c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 839ddbb075012f1a46d9dbd50d5c546c 
2024-11-23T15:09:16,462 INFO  [StoreOpener-37704b9264fec2cd7adda6a41151c7ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37704b9264fec2cd7adda6a41151c7ed columnFamilyName cf
2024-11-23T15:09:16,462 INFO  [StoreOpener-839ddbb075012f1a46d9dbd50d5c546c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 839ddbb075012f1a46d9dbd50d5c546c columnFamilyName cf
2024-11-23T15:09:16,462 DEBUG [StoreOpener-839ddbb075012f1a46d9dbd50d5c546c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:16,462 DEBUG [StoreOpener-37704b9264fec2cd7adda6a41151c7ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:16,462 INFO  [StoreOpener-37704b9264fec2cd7adda6a41151c7ed-1 {}] regionserver.HStore(327): Store=37704b9264fec2cd7adda6a41151c7ed/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:16,462 INFO  [StoreOpener-839ddbb075012f1a46d9dbd50d5c546c-1 {}] regionserver.HStore(327): Store=839ddbb075012f1a46d9dbd50d5c546c/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:16,462 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,462 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,463 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,463 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,463 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,463 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,464 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,464 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,464 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,464 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,466 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,466 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:16,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:16,468 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 37704b9264fec2cd7adda6a41151c7ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70335021, jitterRate=0.04807348549365997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:16,468 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 839ddbb075012f1a46d9dbd50d5c546c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643209, jitterRate=0.022863522171974182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:16,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,468 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,469 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 37704b9264fec2cd7adda6a41151c7ed:
Running coprocessor pre-open hook at 1732374556459Writing region info on filesystem at 1732374556459Initializing all the Stores at 1732374556460 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374556460Cleaning up temporary data from old regions at 1732374556464 (+4 ms)Running coprocessor post-open hooks at 1732374556468 (+4 ms)Region opened successfully at 1732374556469 (+1 ms)
2024-11-23T15:09:16,469 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 839ddbb075012f1a46d9dbd50d5c546c:
Running coprocessor pre-open hook at 1732374556459Writing region info on filesystem at 1732374556459Initializing all the Stores at 1732374556460 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374556460Cleaning up temporary data from old regions at 1732374556464 (+4 ms)Running coprocessor post-open hooks at 1732374556468 (+4 ms)Region opened successfully at 1732374556469 (+1 ms)
2024-11-23T15:09:16,470 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c., pid=146, masterSystemTime=1732374556455
2024-11-23T15:09:16,470 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed., pid=147, masterSystemTime=1732374556456
2024-11-23T15:09:16,471 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,472 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,472 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=37704b9264fec2cd7adda6a41151c7ed, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:16,472 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,472 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,473 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=839ddbb075012f1a46d9dbd50d5c546c, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:16,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37704b9264fec2cd7adda6a41151c7ed, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:09:16,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure 839ddbb075012f1a46d9dbd50d5c546c, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:16,477 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145
2024-11-23T15:09:16,477 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 37704b9264fec2cd7adda6a41151c7ed, server=c6f7b1897123,43471,1732374301700 in 171 msec
2024-11-23T15:09:16,478 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=144
2024-11-23T15:09:16,478 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=144, state=SUCCESS, hasLock=false; OpenRegionProcedure 839ddbb075012f1a46d9dbd50d5c546c, server=c6f7b1897123,42617,1732374301442 in 173 msec
2024-11-23T15:09:16,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, ASSIGN in 328 msec
2024-11-23T15:09:16,480 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-23T15:09:16,480 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, ASSIGN in 329 msec
2024-11-23T15:09:16,481 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:09:16,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374556481"}]},"ts":"1732374556481"}
2024-11-23T15:09:16,482 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLED in hbase:meta
2024-11-23T15:09:16,483 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:09:16,483 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion-1 jenkins: RWXCA
2024-11-23T15:09:16,486 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-23T15:09:16,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:16,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:16,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:16,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:16,539 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,539 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,540 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:16,541 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 425 msec
2024-11-23T15:09:16,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion-1'
2024-11-23T15:09:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-23T15:09:16,747 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-23T15:09:16,754 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='1', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c., hostname=c6f7b1897123,42617,1732374301442, seqNum=2]
2024-11-23T15:09:16,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='2', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:16,763 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion-1,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion-1 ,, for max=2147483647 with caching=100
2024-11-23T15:09:16,777 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$2(2278): Client=jenkins//172.17.0.3 merge regions [839ddbb075012f1a46d9dbd50d5c546c, 37704b9264fec2cd7adda6a41151c7ed]
2024-11-23T15:09:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[839ddbb075012f1a46d9dbd50d5c546c, 37704b9264fec2cd7adda6a41151c7ed], force=true
2024-11-23T15:09:16,783 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[839ddbb075012f1a46d9dbd50d5c546c, 37704b9264fec2cd7adda6a41151c7ed], force=true
2024-11-23T15:09:16,784 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[839ddbb075012f1a46d9dbd50d5c546c, 37704b9264fec2cd7adda6a41151c7ed], force=true
2024-11-23T15:09:16,784 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[839ddbb075012f1a46d9dbd50d5c546c, 37704b9264fec2cd7adda6a41151c7ed], force=true
2024-11-23T15:09:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-23T15:09:16,790 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, UNASSIGN}, {pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, UNASSIGN}]
2024-11-23T15:09:16,791 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, UNASSIGN
2024-11-23T15:09:16,791 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, UNASSIGN
2024-11-23T15:09:16,791 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=839ddbb075012f1a46d9dbd50d5c546c, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:16,791 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=37704b9264fec2cd7adda6a41151c7ed, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, UNASSIGN because future has completed
2024-11-23T15:09:16,793 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:16,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37704b9264fec2cd7adda6a41151c7ed, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:09:16,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, UNASSIGN because future has completed
2024-11-23T15:09:16,794 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:16,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 839ddbb075012f1a46d9dbd50d5c546c, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-23T15:09:16,947 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(122): Close 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,947 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-23T15:09:16,948 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1722): Closing 37704b9264fec2cd7adda6a41151c7ed, disabling compactions & flushes
2024-11-23T15:09:16,948 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,948 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,948 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,948 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed. after waiting 0 ms
2024-11-23T15:09:16,948 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,948 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-23T15:09:16,949 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2902): Flushing 37704b9264fec2cd7adda6a41151c7ed 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-23T15:09:16,949 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 839ddbb075012f1a46d9dbd50d5c546c, disabling compactions & flushes
2024-11-23T15:09:16,949 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,949 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,949 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c. after waiting 0 ms
2024-11-23T15:09:16,949 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,949 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(2902): Flushing 839ddbb075012f1a46d9dbd50d5c546c 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-23T15:09:16,968 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/.tmp/cf/a867f1dacb7e4fd6960cfde2bab9a0ca is 28, key is 1/cf:/1732374556755/Put/seqid=0
2024-11-23T15:09:16,968 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/.tmp/cf/1303eb3079b24d669d2d4a8fccc89eae is 28, key is 2/cf:/1732374556762/Put/seqid=0
2024-11-23T15:09:16,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742196_1372 (size=4945)
2024-11-23T15:09:16,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742196_1372 (size=4945)
2024-11-23T15:09:16,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742196_1372 (size=4945)
2024-11-23T15:09:16,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742197_1373 (size=4945)
2024-11-23T15:09:16,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742197_1373 (size=4945)
2024-11-23T15:09:16,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742197_1373 (size=4945)
2024-11-23T15:09:16,974 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/.tmp/cf/1303eb3079b24d669d2d4a8fccc89eae
2024-11-23T15:09:16,974 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/.tmp/cf/a867f1dacb7e4fd6960cfde2bab9a0ca
2024-11-23T15:09:16,978 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/.tmp/cf/1303eb3079b24d669d2d4a8fccc89eae as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/cf/1303eb3079b24d669d2d4a8fccc89eae
2024-11-23T15:09:16,978 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/.tmp/cf/a867f1dacb7e4fd6960cfde2bab9a0ca as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/cf/a867f1dacb7e4fd6960cfde2bab9a0ca
2024-11-23T15:09:16,983 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/cf/1303eb3079b24d669d2d4a8fccc89eae, entries=1, sequenceid=5, filesize=4.8 K
2024-11-23T15:09:16,983 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/cf/a867f1dacb7e4fd6960cfde2bab9a0ca, entries=1, sequenceid=5, filesize=4.8 K
2024-11-23T15:09:16,983 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 37704b9264fec2cd7adda6a41151c7ed in 35ms, sequenceid=5, compaction requested=false
2024-11-23T15:09:16,984 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 839ddbb075012f1a46d9dbd50d5c546c in 35ms, sequenceid=5, compaction requested=false
2024-11-23T15:09:16,987 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T15:09:16,987 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T15:09:16,988 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:16,988 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:16,988 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.
2024-11-23T15:09:16,988 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.
2024-11-23T15:09:16,988 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1676): Region close journal for 37704b9264fec2cd7adda6a41151c7ed:
Waiting for close lock at 1732374556948Running coprocessor pre-close hooks at 1732374556948Disabling compacts and flushes for region at 1732374556948Disabling writes for close at 1732374556948Obtaining lock to block concurrent updates at 1732374556949 (+1 ms)Preparing flush snapshotting stores in 37704b9264fec2cd7adda6a41151c7ed at 1732374556949Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1732374556949Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed. at 1732374556951 (+2 ms)Flushing 37704b9264fec2cd7adda6a41151c7ed/cf: creating writer at 1732374556951Flushing 37704b9264fec2cd7adda6a41151c7ed/cf: appending metadata at 1732374556968 (+17 ms)Flushing 37704b9264fec2cd7adda6a41151c7ed/cf: closing flushed file at 1732374556968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c185183: reopening flushed file at 1732374556978 (+10 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 37704b9264fec2cd7adda6a41151c7ed in 35ms, sequenceid=5, compaction requested=false at 1732374556983 (+5 ms)Writing region close event to WAL at 1732374556984 (+1 ms)Running coprocessor post-close hooks at 1732374556988 (+4 ms)Closed at 1732374556988
2024-11-23T15:09:16,988 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 839ddbb075012f1a46d9dbd50d5c546c:
Waiting for close lock at 1732374556949Running coprocessor pre-close hooks at 1732374556949Disabling compacts and flushes for region at 1732374556949Disabling writes for close at 1732374556949Obtaining lock to block concurrent updates at 1732374556949Preparing flush snapshotting stores in 839ddbb075012f1a46d9dbd50d5c546c at 1732374556949Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1732374556950 (+1 ms)Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c. at 1732374556951 (+1 ms)Flushing 839ddbb075012f1a46d9dbd50d5c546c/cf: creating writer at 1732374556951Flushing 839ddbb075012f1a46d9dbd50d5c546c/cf: appending metadata at 1732374556968 (+17 ms)Flushing 839ddbb075012f1a46d9dbd50d5c546c/cf: closing flushed file at 1732374556968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ba2a38: reopening flushed file at 1732374556978 (+10 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 839ddbb075012f1a46d9dbd50d5c546c in 35ms, sequenceid=5, compaction requested=false at 1732374556984 (+6 ms)Writing region close event to WAL at 1732374556985 (+1 ms)Running coprocessor post-close hooks at 1732374556988 (+3 ms)Closed at 1732374556988
2024-11-23T15:09:16,990 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:16,990 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=839ddbb075012f1a46d9dbd50d5c546c, regionState=CLOSED
2024-11-23T15:09:16,990 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(157): Closed 37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:16,991 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=37704b9264fec2cd7adda6a41151c7ed, regionState=CLOSED
2024-11-23T15:09:16,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 839ddbb075012f1a46d9dbd50d5c546c, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE, hasLock=false; CloseRegionProcedure 37704b9264fec2cd7adda6a41151c7ed, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:09:16,995 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=149
2024-11-23T15:09:16,995 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 839ddbb075012f1a46d9dbd50d5c546c, server=c6f7b1897123,42617,1732374301442 in 199 msec
2024-11-23T15:09:16,996 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-23T15:09:16,996 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; CloseRegionProcedure 37704b9264fec2cd7adda6a41151c7ed, server=c6f7b1897123,43471,1732374301700 in 201 msec
2024-11-23T15:09:16,996 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=839ddbb075012f1a46d9dbd50d5c546c, UNASSIGN in 205 msec
2024-11-23T15:09:16,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=148
2024-11-23T15:09:16,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=37704b9264fec2cd7adda6a41151c7ed, UNASSIGN in 206 msec
2024-11-23T15:09:17,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742198_1374 (size=84)
2024-11-23T15:09:17,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742198_1374 (size=84)
2024-11-23T15:09:17,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742198_1374 (size=84)
2024-11-23T15:09:17,008 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:17,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742199_1375 (size=20)
2024-11-23T15:09:17,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742199_1375 (size=20)
2024-11-23T15:09:17,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742199_1375 (size=20)
2024-11-23T15:09:17,016 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:17,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742200_1376 (size=21)
2024-11-23T15:09:17,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742200_1376 (size=21)
2024-11-23T15:09:17,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742200_1376 (size=21)
2024-11-23T15:09:17,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742201_1377 (size=84)
2024-11-23T15:09:17,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742201_1377 (size=84)
2024-11-23T15:09:17,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742201_1377 (size=84)
2024-11-23T15:09:17,026 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:17,035 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=-1
2024-11-23T15:09:17,037 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556114.839ddbb075012f1a46d9dbd50d5c546c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:17,037 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1732374556114.37704b9264fec2cd7adda6a41151c7ed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:17,037 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":7,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.","families":{"info":[{"qualifier":"regioninfo","vlen":83,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0000","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0001","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:17,041 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, ASSIGN}]
2024-11-23T15:09:17,041 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, ASSIGN
2024-11-23T15:09:17,042 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, ASSIGN; state=MERGED, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:09:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-23T15:09:17,192 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T15:09:17,193 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=478875dec36f39d8815100f3f37d3308, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:17,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, ASSIGN because future has completed
2024-11-23T15:09:17,197 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 478875dec36f39d8815100f3f37d3308, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:17,355 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:17,356 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => 478875dec36f39d8815100f3f37d3308, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.', STARTKEY => '', ENDKEY => ''}
2024-11-23T15:09:17,356 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308. service=AccessControlService
2024-11-23T15:09:17,356 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:17,357 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,357 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:17,357 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,357 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,359 INFO  [StoreOpener-478875dec36f39d8815100f3f37d3308-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 478875dec36f39d8815100f3f37d3308 
2024-11-23T15:09:17,361 INFO  [StoreOpener-478875dec36f39d8815100f3f37d3308-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 478875dec36f39d8815100f3f37d3308 columnFamilyName cf
2024-11-23T15:09:17,361 DEBUG [StoreOpener-478875dec36f39d8815100f3f37d3308-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:17,374 DEBUG [StoreOpener-478875dec36f39d8815100f3f37d3308-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/1303eb3079b24d669d2d4a8fccc89eae.37704b9264fec2cd7adda6a41151c7ed->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/cf/1303eb3079b24d669d2d4a8fccc89eae-top
2024-11-23T15:09:17,380 DEBUG [StoreOpener-478875dec36f39d8815100f3f37d3308-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/a867f1dacb7e4fd6960cfde2bab9a0ca.839ddbb075012f1a46d9dbd50d5c546c->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/cf/a867f1dacb7e4fd6960cfde2bab9a0ca-top
2024-11-23T15:09:17,381 INFO  [StoreOpener-478875dec36f39d8815100f3f37d3308-1 {}] regionserver.HStore(327): Store=478875dec36f39d8815100f3f37d3308/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:17,381 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,382 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,383 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,384 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,384 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,386 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,387 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened 478875dec36f39d8815100f3f37d3308; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72577375, jitterRate=0.08148716390132904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:17,387 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,389 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for 478875dec36f39d8815100f3f37d3308:
Running coprocessor pre-open hook at 1732374557357Writing region info on filesystem at 1732374557357Initializing all the Stores at 1732374557358 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374557358Cleaning up temporary data from old regions at 1732374557384 (+26 ms)Running coprocessor post-open hooks at 1732374557387 (+3 ms)Region opened successfully at 1732374557389 (+2 ms)
2024-11-23T15:09:17,390 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308., pid=154, masterSystemTime=1732374557350
2024-11-23T15:09:17,390 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.CompactSplit(342): Ignoring compaction request for testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.,because compaction is disabled.
2024-11-23T15:09:17,392 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:17,392 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:17,392 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=478875dec36f39d8815100f3f37d3308, regionState=OPEN, openSeqNum=9, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:17,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 478875dec36f39d8815100f3f37d3308, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:17,398 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153
2024-11-23T15:09:17,398 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 478875dec36f39d8815100f3f37d3308, server=c6f7b1897123,42617,1732374301442 in 198 msec
2024-11-23T15:09:17,400 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=148
2024-11-23T15:09:17,400 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, ASSIGN in 357 msec
2024-11-23T15:09:17,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[839ddbb075012f1a46d9dbd50d5c546c, 37704b9264fec2cd7adda6a41151c7ed], force=true in 621 msec
2024-11-23T15:09:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-23T15:09:17,416 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MERGE_REGIONS, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-23T15:09:17,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-23T15:09:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374557416 (current time:1732374557416).
2024-11-23T15:09:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:09:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 VERSION not specified, setting to 2
2024-11-23T15:09:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd174d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:17,418 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34206c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:17,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:17,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:17,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:17,419 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:17,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ed038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:17,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:17,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:17,422 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:17,423 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:17,423 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a513e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:17,425 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64403990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:17,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:17,426 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:17,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bf5a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:17,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:17,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:17,429 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:17,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion-1', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:17,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:17,431 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:17,432 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:17,433 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-23T15:09:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-23T15:09:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 155
2024-11-23T15:09:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-23T15:09:17,437 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:17,438 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:17,440 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:17,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742202_1378 (size=216)
2024-11-23T15:09:17,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742202_1378 (size=216)
2024-11-23T15:09:17,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742202_1378 (size=216)
2024-11-23T15:09:17,446 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:17,446 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 478875dec36f39d8815100f3f37d3308}]
2024-11-23T15:09:17,446 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-23T15:09:17,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=156
2024-11-23T15:09:17,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:17,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.HRegion(2603): Flush status journal for 478875dec36f39d8815100f3f37d3308:

2024-11-23T15:09:17,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308. for snaptb0-testExportFileSystemStateWithMergeRegion-1 completed.
2024-11-23T15:09:17,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:17,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/1303eb3079b24d669d2d4a8fccc89eae.37704b9264fec2cd7adda6a41151c7ed->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/cf/1303eb3079b24d669d2d4a8fccc89eae-top, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/a867f1dacb7e4fd6960cfde2bab9a0ca.839ddbb075012f1a46d9dbd50d5c546c->hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/cf/a867f1dacb7e4fd6960cfde2bab9a0ca-top] hfiles
2024-11-23T15:09:17,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/1303eb3079b24d669d2d4a8fccc89eae.37704b9264fec2cd7adda6a41151c7ed for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,600 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/a867f1dacb7e4fd6960cfde2bab9a0ca.839ddbb075012f1a46d9dbd50d5c546c for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742203_1379 (size=269)
2024-11-23T15:09:17,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742203_1379 (size=269)
2024-11-23T15:09:17,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742203_1379 (size=269)
2024-11-23T15:09:17,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:17,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156
2024-11-23T15:09:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=156
2024-11-23T15:09:17,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 on region 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,611 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:17,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155
2024-11-23T15:09:17,615 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 478875dec36f39d8815100f3f37d3308 in 167 msec
2024-11-23T15:09:17,615 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:17,616 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:17,617 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:17,617 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,618 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742204_1380 (size=670)
2024-11-23T15:09:17,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742204_1380 (size=670)
2024-11-23T15:09:17,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742204_1380 (size=670)
2024-11-23T15:09:17,629 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:17,634 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:17,634 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,635 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:17,635 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 155
2024-11-23T15:09:17,636 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } in 201 msec
2024-11-23T15:09:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-23T15:09:17,756 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-23T15:09:17,757 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756
2024-11-23T15:09:17,757 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:17,788 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:17,788 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,789 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:09:17,794 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:17,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742205_1381 (size=216)
2024-11-23T15:09:17,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742205_1381 (size=216)
2024-11-23T15:09:17,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742206_1382 (size=670)
2024-11-23T15:09:17,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742206_1382 (size=670)
2024-11-23T15:09:17,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742205_1381 (size=216)
2024-11-23T15:09:17,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742206_1382 (size=670)
2024-11-23T15:09:17,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:17,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:17,808 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,074 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0006_000001 (auth:SIMPLE) from 127.0.0.1:35238
2024-11-23T15:09:18,078 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000001/launch_container.sh]
2024-11-23T15:09:18,078 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000001/container_tokens]
2024-11-23T15:09:18,078 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0006/container_1732374308737_0006_01_000001/sysfs]
2024-11-23T15:09:18,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-1970396914360560123.jar
2024-11-23T15:09:18,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,941 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-1952591513718312724.jar
2024-11-23T15:09:18,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,942 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:18,943 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:09:18,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:09:18,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:09:18,944 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:09:18,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:09:18,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:09:18,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:09:18,945 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:09:18,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:09:18,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:09:18,946 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:09:18,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:18,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:18,947 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:09:18,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:18,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:18,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:09:18,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:09:19,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742207_1383 (size=24020)
2024-11-23T15:09:19,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742207_1383 (size=24020)
2024-11-23T15:09:19,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742207_1383 (size=24020)
2024-11-23T15:09:19,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742208_1384 (size=440956)
2024-11-23T15:09:19,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742208_1384 (size=440956)
2024-11-23T15:09:19,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742208_1384 (size=440956)
2024-11-23T15:09:19,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742209_1385 (size=77755)
2024-11-23T15:09:19,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742209_1385 (size=77755)
2024-11-23T15:09:19,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742209_1385 (size=77755)
2024-11-23T15:09:19,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742210_1386 (size=131360)
2024-11-23T15:09:19,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742210_1386 (size=131360)
2024-11-23T15:09:19,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742210_1386 (size=131360)
2024-11-23T15:09:19,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742211_1387 (size=111793)
2024-11-23T15:09:19,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742211_1387 (size=111793)
2024-11-23T15:09:19,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742211_1387 (size=111793)
2024-11-23T15:09:19,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742212_1388 (size=1832290)
2024-11-23T15:09:19,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742212_1388 (size=1832290)
2024-11-23T15:09:19,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742212_1388 (size=1832290)
2024-11-23T15:09:19,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742213_1389 (size=8360005)
2024-11-23T15:09:19,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742213_1389 (size=8360005)
2024-11-23T15:09:19,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742213_1389 (size=8360005)
2024-11-23T15:09:19,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742214_1390 (size=503880)
2024-11-23T15:09:19,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742214_1390 (size=503880)
2024-11-23T15:09:19,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742214_1390 (size=503880)
2024-11-23T15:09:19,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742215_1391 (size=322274)
2024-11-23T15:09:19,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742215_1391 (size=322274)
2024-11-23T15:09:19,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742215_1391 (size=322274)
2024-11-23T15:09:19,486 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:09:19,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742216_1392 (size=20406)
2024-11-23T15:09:19,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742216_1392 (size=20406)
2024-11-23T15:09:19,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742216_1392 (size=20406)
2024-11-23T15:09:19,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742217_1393 (size=45609)
2024-11-23T15:09:19,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742217_1393 (size=45609)
2024-11-23T15:09:19,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742217_1393 (size=45609)
2024-11-23T15:09:19,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742218_1394 (size=136454)
2024-11-23T15:09:19,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742218_1394 (size=136454)
2024-11-23T15:09:19,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742218_1394 (size=136454)
2024-11-23T15:09:19,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742219_1395 (size=1597270)
2024-11-23T15:09:19,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742219_1395 (size=1597270)
2024-11-23T15:09:19,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742219_1395 (size=1597270)
2024-11-23T15:09:19,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742220_1396 (size=30873)
2024-11-23T15:09:19,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742220_1396 (size=30873)
2024-11-23T15:09:19,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742220_1396 (size=30873)
2024-11-23T15:09:19,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742221_1397 (size=29229)
2024-11-23T15:09:19,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742221_1397 (size=29229)
2024-11-23T15:09:19,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742221_1397 (size=29229)
2024-11-23T15:09:19,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742222_1398 (size=6424742)
2024-11-23T15:09:19,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742222_1398 (size=6424742)
2024-11-23T15:09:19,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742222_1398 (size=6424742)
2024-11-23T15:09:19,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742223_1399 (size=903660)
2024-11-23T15:09:19,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742223_1399 (size=903660)
2024-11-23T15:09:19,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742223_1399 (size=903660)
2024-11-23T15:09:20,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742224_1400 (size=5175431)
2024-11-23T15:09:20,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742224_1400 (size=5175431)
2024-11-23T15:09:20,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742224_1400 (size=5175431)
2024-11-23T15:09:20,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742225_1401 (size=232881)
2024-11-23T15:09:20,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742225_1401 (size=232881)
2024-11-23T15:09:20,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742225_1401 (size=232881)
2024-11-23T15:09:20,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742226_1402 (size=1323991)
2024-11-23T15:09:20,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742226_1402 (size=1323991)
2024-11-23T15:09:20,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742226_1402 (size=1323991)
2024-11-23T15:09:20,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742227_1403 (size=4695811)
2024-11-23T15:09:20,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742227_1403 (size=4695811)
2024-11-23T15:09:20,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742227_1403 (size=4695811)
2024-11-23T15:09:20,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742228_1404 (size=1877034)
2024-11-23T15:09:20,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742228_1404 (size=1877034)
2024-11-23T15:09:20,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742228_1404 (size=1877034)
2024-11-23T15:09:20,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742229_1405 (size=217555)
2024-11-23T15:09:20,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742229_1405 (size=217555)
2024-11-23T15:09:20,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742229_1405 (size=217555)
2024-11-23T15:09:20,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742230_1406 (size=4188619)
2024-11-23T15:09:20,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742230_1406 (size=4188619)
2024-11-23T15:09:20,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742230_1406 (size=4188619)
2024-11-23T15:09:20,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742231_1407 (size=127628)
2024-11-23T15:09:20,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742231_1407 (size=127628)
2024-11-23T15:09:20,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742231_1407 (size=127628)
2024-11-23T15:09:20,377 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:09:20,380 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithMergeRegion-1' hfile list
2024-11-23T15:09:20,382 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=4.8 K
2024-11-23T15:09:20,383 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=4.8 K
2024-11-23T15:09:20,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742232_1408 (size=481)
2024-11-23T15:09:20,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742232_1408 (size=481)
2024-11-23T15:09:20,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742232_1408 (size=481)
2024-11-23T15:09:20,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742233_1409 (size=21)
2024-11-23T15:09:20,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742233_1409 (size=21)
2024-11-23T15:09:20,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742233_1409 (size=21)
2024-11-23T15:09:20,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742234_1410 (size=304134)
2024-11-23T15:09:20,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742234_1410 (size=304134)
2024-11-23T15:09:20,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742234_1410 (size=304134)
2024-11-23T15:09:20,873 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:09:20,873 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:09:20,966 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0007_000001 (auth:SIMPLE) from 127.0.0.1:55698
2024-11-23T15:09:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:20,993 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion Metrics about Tables on a single HBase RegionServer
2024-11-23T15:09:20,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:20,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1 Metrics about Tables on a single HBase RegionServer
2024-11-23T15:09:20,995 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-23T15:09:25,899 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0007_000001 (auth:SIMPLE) from 127.0.0.1:58234
2024-11-23T15:09:26,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742235_1411 (size=349832)
2024-11-23T15:09:26,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742235_1411 (size=349832)
2024-11-23T15:09:26,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742235_1411 (size=349832)
2024-11-23T15:09:26,498 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:09:28,099 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0007_000001 (auth:SIMPLE) from 127.0.0.1:54274
2024-11-23T15:09:28,099 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0007_000001 (auth:SIMPLE) from 127.0.0.1:49346
2024-11-23T15:09:29,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:09:31,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742236_1412 (size=4945)
2024-11-23T15:09:31,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742236_1412 (size=4945)
2024-11-23T15:09:31,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742236_1412 (size=4945)
2024-11-23T15:09:31,494 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000002/launch_container.sh]
2024-11-23T15:09:31,494 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000002/container_tokens]
2024-11-23T15:09:31,494 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000002/sysfs]
2024-11-23T15:09:31,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742238_1414 (size=4945)
2024-11-23T15:09:31,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742238_1414 (size=4945)
2024-11-23T15:09:31,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742238_1414 (size=4945)
2024-11-23T15:09:31,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742237_1413 (size=22243)
2024-11-23T15:09:31,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742237_1413 (size=22243)
2024-11-23T15:09:31,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742237_1413 (size=22243)
2024-11-23T15:09:31,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742239_1415 (size=482)
2024-11-23T15:09:31,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742239_1415 (size=482)
2024-11-23T15:09:31,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742239_1415 (size=482)
2024-11-23T15:09:31,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742240_1416 (size=22243)
2024-11-23T15:09:31,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742240_1416 (size=22243)
2024-11-23T15:09:31,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742240_1416 (size=22243)
2024-11-23T15:09:32,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742241_1417 (size=349832)
2024-11-23T15:09:32,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742241_1417 (size=349832)
2024-11-23T15:09:32,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742241_1417 (size=349832)
2024-11-23T15:09:32,011 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0007_000001 (auth:SIMPLE) from 127.0.0.1:53510
2024-11-23T15:09:32,023 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0007_01_000003 is : 143
2024-11-23T15:09:32,033 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000003/launch_container.sh]
2024-11-23T15:09:32,033 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000003/container_tokens]
2024-11-23T15:09:32,033 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000003/sysfs]
2024-11-23T15:09:34,006 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:09:34,006 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:09:34,011 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,012 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:09:34,012 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:09:34,012 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,013 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-23T15:09:34,013 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-23T15:09:34,013 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,013 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-23T15:09:34,013 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374557756/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-23T15:09:34,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-23T15:09:34,022 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374574022"}]},"ts":"1732374574022"}
2024-11-23T15:09:34,024 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLING in hbase:meta
2024-11-23T15:09:34,024 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLING
2024-11-23T15:09:34,024 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1}]
2024-11-23T15:09:34,026 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, UNASSIGN}]
2024-11-23T15:09:34,027 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, UNASSIGN
2024-11-23T15:09:34,028 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=478875dec36f39d8815100f3f37d3308, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:34,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, UNASSIGN because future has completed
2024-11-23T15:09:34,030 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:34,030 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 478875dec36f39d8815100f3f37d3308, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-23T15:09:34,183 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(122): Close 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:34,184 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:09:34,184 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1722): Closing 478875dec36f39d8815100f3f37d3308, disabling compactions & flushes
2024-11-23T15:09:34,184 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:34,184 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:34,184 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308. after waiting 0 ms
2024-11-23T15:09:34,184 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:34,193 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=8
2024-11-23T15:09:34,194 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:34,194 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.
2024-11-23T15:09:34,194 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1676): Region close journal for 478875dec36f39d8815100f3f37d3308:
Waiting for close lock at 1732374574184Running coprocessor pre-close hooks at 1732374574184Disabling compacts and flushes for region at 1732374574184Disabling writes for close at 1732374574184Writing region close event to WAL at 1732374574186 (+2 ms)Running coprocessor post-close hooks at 1732374574194 (+8 ms)Closed at 1732374574194
2024-11-23T15:09:34,197 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(157): Closed 478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:34,198 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=478875dec36f39d8815100f3f37d3308, regionState=CLOSED
2024-11-23T15:09:34,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure 478875dec36f39d8815100f3f37d3308, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:34,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159
2024-11-23T15:09:34,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseRegionProcedure 478875dec36f39d8815100f3f37d3308, server=c6f7b1897123,42617,1732374301442 in 171 msec
2024-11-23T15:09:34,205 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-23T15:09:34,205 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=478875dec36f39d8815100f3f37d3308, UNASSIGN in 177 msec
2024-11-23T15:09:34,208 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157
2024-11-23T15:09:34,208 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 182 msec
2024-11-23T15:09:34,209 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374574209"}]},"ts":"1732374574209"}
2024-11-23T15:09:34,211 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLED in hbase:meta
2024-11-23T15:09:34,211 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLED
2024-11-23T15:09:34,213 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 192 msec
2024-11-23T15:09:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-23T15:09:34,337 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-23T15:09:34,339 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,343 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,345 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=161, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,347 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,347 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:34,348 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:34,348 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:34,349 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/recovered.edits]
2024-11-23T15:09:34,349 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/recovered.edits]
2024-11-23T15:09:34,349 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/recovered.edits]
2024-11-23T15:09:34,351 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/cf/1303eb3079b24d669d2d4a8fccc89eae to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/cf/1303eb3079b24d669d2d4a8fccc89eae
2024-11-23T15:09:34,351 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/cf/a867f1dacb7e4fd6960cfde2bab9a0ca to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/cf/a867f1dacb7e4fd6960cfde2bab9a0ca
2024-11-23T15:09:34,352 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/1303eb3079b24d669d2d4a8fccc89eae.37704b9264fec2cd7adda6a41151c7ed to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/1303eb3079b24d669d2d4a8fccc89eae.37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:34,352 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/a867f1dacb7e4fd6960cfde2bab9a0ca.839ddbb075012f1a46d9dbd50d5c546c to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/cf/a867f1dacb7e4fd6960cfde2bab9a0ca.839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:34,353 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/recovered.edits/8.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c/recovered.edits/8.seqid
2024-11-23T15:09:34,353 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/recovered.edits/8.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed/recovered.edits/8.seqid
2024-11-23T15:09:34,354 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/839ddbb075012f1a46d9dbd50d5c546c
2024-11-23T15:09:34,354 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/37704b9264fec2cd7adda6a41151c7ed
2024-11-23T15:09:34,355 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/recovered.edits/12.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308/recovered.edits/12.seqid
2024-11-23T15:09:34,355 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/478875dec36f39d8815100f3f37d3308
2024-11-23T15:09:34,355 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion-1 regions
2024-11-23T15:09:34,357 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=161, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,359 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testtb-testExportFileSystemStateWithMergeRegion-1 from hbase:meta
2024-11-23T15:09:34,361 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' descriptor.
2024-11-23T15:09:34,362 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=161, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,362 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' from region states.
2024-11-23T15:09:34,362 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374574362"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:34,364 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-23T15:09:34,364 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 478875dec36f39d8815100f3f37d3308, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308.', STARTKEY => '', ENDKEY => ''}]
2024-11-23T15:09:34,364 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion-1' as deleted.
2024-11-23T15:09:34,364 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374574364"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:34,365 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion-1 state from META
2024-11-23T15:09:34,366 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=161, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 27 msec
2024-11-23T15:09:34,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,422 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-23T15:09:34,422 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-23T15:09:34,422 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-23T15:09:34,422 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161
2024-11-23T15:09:34,433 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:34,433 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:34,433 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:34,433 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:34,433 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,433 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-23T15:09:34,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-23T15:09:34,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374574435"}]},"ts":"1732374574435"}
2024-11-23T15:09:34,436 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLING in hbase:meta
2024-11-23T15:09:34,436 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLING
2024-11-23T15:09:34,437 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion}]
2024-11-23T15:09:34,438 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, UNASSIGN}, {pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, UNASSIGN}]
2024-11-23T15:09:34,439 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, UNASSIGN
2024-11-23T15:09:34,439 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, UNASSIGN
2024-11-23T15:09:34,439 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=1a301d748669ce26e4bf3a84a09cdf57, regionState=CLOSING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:09:34,439 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=0f7c1fcb43f31e70731f8c49b57b672c, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:34,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, UNASSIGN because future has completed
2024-11-23T15:09:34,441 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:34,441 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:34,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, UNASSIGN because future has completed
2024-11-23T15:09:34,441 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:34,441 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:09:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-23T15:09:34,594 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(122): Close 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:34,594 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:09:34,595 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1722): Closing 0f7c1fcb43f31e70731f8c49b57b672c, disabling compactions & flushes
2024-11-23T15:09:34,595 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:34,595 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:34,595 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:34,595 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c. after waiting 0 ms
2024-11-23T15:09:34,595 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:34,595 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:09:34,595 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 1a301d748669ce26e4bf3a84a09cdf57, disabling compactions & flushes
2024-11-23T15:09:34,596 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:34,596 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:34,596 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57. after waiting 0 ms
2024-11-23T15:09:34,596 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:34,603 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:09:34,603 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:09:34,603 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:34,603 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.
2024-11-23T15:09:34,604 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:34,604 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 1a301d748669ce26e4bf3a84a09cdf57:
Waiting for close lock at 1732374574595Running coprocessor pre-close hooks at 1732374574595Disabling compacts and flushes for region at 1732374574595Disabling writes for close at 1732374574596 (+1 ms)Writing region close event to WAL at 1732374574597 (+1 ms)Running coprocessor post-close hooks at 1732374574603 (+6 ms)Closed at 1732374574603
2024-11-23T15:09:34,604 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.
2024-11-23T15:09:34,604 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1676): Region close journal for 0f7c1fcb43f31e70731f8c49b57b672c:
Waiting for close lock at 1732374574594Running coprocessor pre-close hooks at 1732374574594Disabling compacts and flushes for region at 1732374574595 (+1 ms)Disabling writes for close at 1732374574595Writing region close event to WAL at 1732374574597 (+2 ms)Running coprocessor post-close hooks at 1732374574603 (+6 ms)Closed at 1732374574604 (+1 ms)
2024-11-23T15:09:34,605 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:34,606 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=1a301d748669ce26e4bf3a84a09cdf57, regionState=CLOSED
2024-11-23T15:09:34,606 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(157): Closed 0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:34,607 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=0f7c1fcb43f31e70731f8c49b57b672c, regionState=CLOSED
2024-11-23T15:09:34,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:09:34,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:34,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=164
2024-11-23T15:09:34,611 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 1a301d748669ce26e4bf3a84a09cdf57, server=c6f7b1897123,36557,1732374301588 in 168 msec
2024-11-23T15:09:34,612 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165
2024-11-23T15:09:34,612 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; CloseRegionProcedure 0f7c1fcb43f31e70731f8c49b57b672c, server=c6f7b1897123,42617,1732374301442 in 169 msec
2024-11-23T15:09:34,612 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=1a301d748669ce26e4bf3a84a09cdf57, UNASSIGN in 173 msec
2024-11-23T15:09:34,614 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=163
2024-11-23T15:09:34,614 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=0f7c1fcb43f31e70731f8c49b57b672c, UNASSIGN in 174 msec
2024-11-23T15:09:34,616 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-23T15:09:34,616 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 177 msec
2024-11-23T15:09:34,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374574618"}]},"ts":"1732374574618"}
2024-11-23T15:09:34,620 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLED in hbase:meta
2024-11-23T15:09:34,620 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLED
2024-11-23T15:09:34,622 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 188 msec
2024-11-23T15:09:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-23T15:09:34,757 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-23T15:09:34,759 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,763 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,764 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,767 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,769 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:34,769 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:34,771 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/recovered.edits]
2024-11-23T15:09:34,771 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/recovered.edits]
2024-11-23T15:09:34,775 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/cf/b148d61f94f34f25a9fb6882d2ee490a to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/cf/b148d61f94f34f25a9fb6882d2ee490a
2024-11-23T15:09:34,775 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/cf/735dbba3d0064b18a05313c3f3475375 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/cf/735dbba3d0064b18a05313c3f3475375
2024-11-23T15:09:34,777 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c/recovered.edits/9.seqid
2024-11-23T15:09:34,777 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57/recovered.edits/9.seqid
2024-11-23T15:09:34,778 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:34,778 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithMergeRegion/1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:34,778 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion regions
2024-11-23T15:09:34,778 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c
2024-11-23T15:09:34,779 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf]
2024-11-23T15:09:34,782 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b202411231e225cdfe1b84f98aeaab6e8999d4b32_0f7c1fcb43f31e70731f8c49b57b672c to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b202411231e225cdfe1b84f98aeaab6e8999d4b32_0f7c1fcb43f31e70731f8c49b57b672c
2024-11-23T15:09:34,782 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241123af5da1d13bd1416b98a0fb24f40d6129_1a301d748669ce26e4bf3a84a09cdf57 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e20241123af5da1d13bd1416b98a0fb24f40d6129_1a301d748669ce26e4bf3a84a09cdf57
2024-11-23T15:09:34,783 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c
2024-11-23T15:09:34,784 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,786 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithMergeRegion from hbase:meta
2024-11-23T15:09:34,788 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion' descriptor.
2024-11-23T15:09:34,790 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,790 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion' from region states.
2024-11-23T15:09:34,790 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374574790"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:34,790 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374574790"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:34,792 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:09:34,792 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1a301d748669ce26e4bf3a84a09cdf57, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732374554428.1a301d748669ce26e4bf3a84a09cdf57.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 0f7c1fcb43f31e70731f8c49b57b672c, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732374554428.0f7c1fcb43f31e70731f8c49b57b672c.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:09:34,792 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion' as deleted.
2024-11-23T15:09:34,792 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374574792"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:34,793 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion state from META
2024-11-23T15:09:34,794 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,795 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 35 msec
2024-11-23T15:09:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,843 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-23T15:09:34,843 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-23T15:09:34,843 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-23T15:09:34,844 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-23T15:09:34,853 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,853 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-23T15:09:34,859 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-23T15:09:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-23T15:09:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:34,863 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion-1"
type: DISABLED

2024-11-23T15:09:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:34,884 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=822 (was 806)
Potentially hanging thread: Thread-6420
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:44792 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:49986 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:35661 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ApplicationMasterLauncher #11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:48760 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 143904)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43773
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:34275 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1196321700_1 at /127.0.0.1:44768 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1196321700_1 at /127.0.0.1:48744 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=827 (was 803) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 772), ProcessCount=21 (was 23), AvailableMemoryMB=4318 (was 4206) - AvailableMemoryMB LEAK? -
2024-11-23T15:09:34,884 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=822 is superior to 500
2024-11-23T15:09:34,903 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=822, OpenFileDescriptor=827, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=21, AvailableMemoryMB=4317
2024-11-23T15:09:34,903 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=822 is superior to 500
2024-11-23T15:09:34,904 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:09:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:34,906 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:09:34,906 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportExpiredSnapshot"
 procId is: 169
2024-11-23T15:09:34,907 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:09:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-23T15:09:34,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742242_1418 (size=443)
2024-11-23T15:09:34,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742242_1418 (size=443)
2024-11-23T15:09:34,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742242_1418 (size=443)
2024-11-23T15:09:34,915 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af74fee8493f4612f3963f0b7e52b685, NAME => 'testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:34,916 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b8f7a94a01931fbc7cc06a6e5f2cb928, NAME => 'testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:34,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742243_1419 (size=68)
2024-11-23T15:09:34,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742243_1419 (size=68)
2024-11-23T15:09:34,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742243_1419 (size=68)
2024-11-23T15:09:34,926 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:34,926 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing b8f7a94a01931fbc7cc06a6e5f2cb928, disabling compactions & flushes
2024-11-23T15:09:34,926 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:34,926 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:34,926 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928. after waiting 0 ms
2024-11-23T15:09:34,926 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:34,926 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:34,926 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for b8f7a94a01931fbc7cc06a6e5f2cb928:
Waiting for close lock at 1732374574926Disabling compacts and flushes for region at 1732374574926Disabling writes for close at 1732374574926Writing region close event to WAL at 1732374574926Closed at 1732374574926
2024-11-23T15:09:34,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742244_1420 (size=68)
2024-11-23T15:09:34,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742244_1420 (size=68)
2024-11-23T15:09:34,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742244_1420 (size=68)
2024-11-23T15:09:34,934 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:34,934 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing af74fee8493f4612f3963f0b7e52b685, disabling compactions & flushes
2024-11-23T15:09:34,934 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:34,934 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:34,934 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685. after waiting 0 ms
2024-11-23T15:09:34,934 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:34,934 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:34,934 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for af74fee8493f4612f3963f0b7e52b685:
Waiting for close lock at 1732374574934Disabling compacts and flushes for region at 1732374574934Disabling writes for close at 1732374574934Writing region close event to WAL at 1732374574934Closed at 1732374574934
2024-11-23T15:09:34,935 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:09:34,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732374574935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374574935"}]},"ts":"1732374574935"}
2024-11-23T15:09:34,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732374574935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374574935"}]},"ts":"1732374574935"}
2024-11-23T15:09:34,937 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:09:34,938 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:09:34,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374574938"}]},"ts":"1732374574938"}
2024-11-23T15:09:34,939 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-23T15:09:34,939 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:09:34,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:09:34,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:09:34,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:09:34,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:09:34,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:09:34,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:09:34,940 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:09:34,940 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:09:34,940 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:09:34,940 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:09:34,940 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, ASSIGN}, {pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, ASSIGN}]
2024-11-23T15:09:34,941 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, ASSIGN
2024-11-23T15:09:34,941 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, ASSIGN
2024-11-23T15:09:34,942 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:09:34,942 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:09:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-23T15:09:35,093 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:09:35,093 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=af74fee8493f4612f3963f0b7e52b685, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:35,093 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=b8f7a94a01931fbc7cc06a6e5f2cb928, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:35,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, ASSIGN because future has completed
2024-11-23T15:09:35,099 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=170, state=RUNNABLE, hasLock=false; OpenRegionProcedure af74fee8493f4612f3963f0b7e52b685, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:09:35,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, ASSIGN because future has completed
2024-11-23T15:09:35,100 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-23T15:09:35,258 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:35,258 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7752): Opening region: {ENCODED => af74fee8493f4612f3963f0b7e52b685, NAME => 'testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:09:35,259 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685. service=AccessControlService
2024-11-23T15:09:35,259 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:35,259 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7752): Opening region: {ENCODED => b8f7a94a01931fbc7cc06a6e5f2cb928, NAME => 'testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7794): checking encryption for af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7797): checking classloading for af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928. service=AccessControlService
2024-11-23T15:09:35,260 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,260 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:35,261 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7794): checking encryption for b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,261 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7797): checking classloading for b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,261 INFO  [StoreOpener-af74fee8493f4612f3963f0b7e52b685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region af74fee8493f4612f3963f0b7e52b685 
2024-11-23T15:09:35,262 INFO  [StoreOpener-b8f7a94a01931fbc7cc06a6e5f2cb928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8f7a94a01931fbc7cc06a6e5f2cb928 
2024-11-23T15:09:35,263 INFO  [StoreOpener-af74fee8493f4612f3963f0b7e52b685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af74fee8493f4612f3963f0b7e52b685 columnFamilyName cf
2024-11-23T15:09:35,263 INFO  [StoreOpener-b8f7a94a01931fbc7cc06a6e5f2cb928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8f7a94a01931fbc7cc06a6e5f2cb928 columnFamilyName cf
2024-11-23T15:09:35,264 DEBUG [StoreOpener-af74fee8493f4612f3963f0b7e52b685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:35,264 DEBUG [StoreOpener-b8f7a94a01931fbc7cc06a6e5f2cb928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:35,276 INFO  [StoreOpener-af74fee8493f4612f3963f0b7e52b685-1 {}] regionserver.HStore(327): Store=af74fee8493f4612f3963f0b7e52b685/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:35,276 INFO  [StoreOpener-b8f7a94a01931fbc7cc06a6e5f2cb928-1 {}] regionserver.HStore(327): Store=b8f7a94a01931fbc7cc06a6e5f2cb928/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:35,276 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1038): replaying wal for b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,276 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1038): replaying wal for af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,277 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,277 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,277 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,277 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1048): stopping wal replay for b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1048): stopping wal replay for af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1060): Cleaning up temporary data for af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,278 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1060): Cleaning up temporary data for b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,279 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1093): writing seq id for af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,279 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1093): writing seq id for b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,280 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:35,280 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:35,281 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1114): Opened af74fee8493f4612f3963f0b7e52b685; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63618845, jitterRate=-0.052005335688591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:35,281 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1114): Opened b8f7a94a01931fbc7cc06a6e5f2cb928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69467517, jitterRate=0.035146668553352356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:35,281 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,281 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,281 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1006): Region open journal for af74fee8493f4612f3963f0b7e52b685:
Running coprocessor pre-open hook at 1732374575260Writing region info on filesystem at 1732374575260Initializing all the Stores at 1732374575261 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374575261Cleaning up temporary data from old regions at 1732374575278 (+17 ms)Running coprocessor post-open hooks at 1732374575281 (+3 ms)Region opened successfully at 1732374575281
2024-11-23T15:09:35,281 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1006): Region open journal for b8f7a94a01931fbc7cc06a6e5f2cb928:
Running coprocessor pre-open hook at 1732374575261Writing region info on filesystem at 1732374575261Initializing all the Stores at 1732374575262 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374575262Cleaning up temporary data from old regions at 1732374575278 (+16 ms)Running coprocessor post-open hooks at 1732374575281 (+3 ms)Region opened successfully at 1732374575281
2024-11-23T15:09:35,282 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928., pid=173, masterSystemTime=1732374575254
2024-11-23T15:09:35,282 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685., pid=172, masterSystemTime=1732374575251
2024-11-23T15:09:35,283 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:35,284 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:35,284 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=b8f7a94a01931fbc7cc06a6e5f2cb928, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:35,284 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:35,284 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:35,285 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=af74fee8493f4612f3963f0b7e52b685, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=170, state=RUNNABLE, hasLock=false; OpenRegionProcedure af74fee8493f4612f3963f0b7e52b685, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:09:35,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=171
2024-11-23T15:09:35,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=171, state=SUCCESS, hasLock=false; OpenRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928, server=c6f7b1897123,42617,1732374301442 in 186 msec
2024-11-23T15:09:35,289 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, ASSIGN in 348 msec
2024-11-23T15:09:35,289 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=170
2024-11-23T15:09:35,289 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=170, state=SUCCESS, hasLock=false; OpenRegionProcedure af74fee8493f4612f3963f0b7e52b685, server=c6f7b1897123,43471,1732374301700 in 189 msec
2024-11-23T15:09:35,290 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169
2024-11-23T15:09:35,290 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, ASSIGN in 349 msec
2024-11-23T15:09:35,291 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:09:35,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374575291"}]},"ts":"1732374575291"}
2024-11-23T15:09:35,293 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-23T15:09:35,293 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:09:35,294 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportExpiredSnapshot jenkins: RWXCA
2024-11-23T15:09:35,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-23T15:09:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:35,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:35,349 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:35,349 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:35,349 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:35,350 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:35,352 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot in 444 msec
2024-11-23T15:09:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-23T15:09:35,536 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-23T15:09:35,536 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot
2024-11-23T15:09:35,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:35,539 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:35,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,546 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,556 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-23T15:09:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374575556 (current time:1732374575556).
2024-11-23T15:09:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:09:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-23T15:09:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c827d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:35,558 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:35,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:35,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:35,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b965a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:35,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:35,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,560 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:35,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523d3d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:35,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:35,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:35,564 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:35,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,565 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e509bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:35,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:35,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0881e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,569 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:35,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47cee0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:35,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:35,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:35,573 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:35,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:35,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:35,576 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:35,577 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:09:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,578 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-23T15:09:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-23T15:09:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 174
2024-11-23T15:09:35,582 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-23T15:09:35,583 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:35,585 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:35,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742245_1421 (size=170)
2024-11-23T15:09:35,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742245_1421 (size=170)
2024-11-23T15:09:35,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742245_1421 (size=170)
2024-11-23T15:09:35,592 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:35,592 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685}, {pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928}]
2024-11-23T15:09:35,593 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,593 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-23T15:09:35,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=175
2024-11-23T15:09:35,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=176
2024-11-23T15:09:35,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:35,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:35,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for af74fee8493f4612f3963f0b7e52b685:

2024-11-23T15:09:35,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.HRegion(2603): Flush status journal for b8f7a94a01931fbc7cc06a6e5f2cb928:

2024-11-23T15:09:35,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-23T15:09:35,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-23T15:09:35,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-23T15:09:35,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-23T15:09:35,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:35,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:35,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:09:35,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:09:35,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742247_1423 (size=71)
2024-11-23T15:09:35,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742246_1422 (size=71)
2024-11-23T15:09:35,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742247_1423 (size=71)
2024-11-23T15:09:35,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742246_1422 (size=71)
2024-11-23T15:09:35,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742247_1423 (size=71)
2024-11-23T15:09:35,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742246_1422 (size=71)
2024-11-23T15:09:35,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:35,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176
2024-11-23T15:09:35,759 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:35,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175
2024-11-23T15:09:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=176
2024-11-23T15:09:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=175
2024-11-23T15:09:35,760 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,760 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,760 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:35,761 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,763 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685 in 169 msec
2024-11-23T15:09:35,764 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=174
2024-11-23T15:09:35,764 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=174, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928 in 169 msec
2024-11-23T15:09:35,764 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:35,765 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:35,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:09:35,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:09:35,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:35,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:09:35,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742248_1424 (size=63)
2024-11-23T15:09:35,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742248_1424 (size=63)
2024-11-23T15:09:35,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742248_1424 (size=63)
2024-11-23T15:09:35,773 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:35,773 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportExpiredSnapshot
2024-11-23T15:09:35,774 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot
2024-11-23T15:09:35,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742249_1425 (size=653)
2024-11-23T15:09:35,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742249_1425 (size=653)
2024-11-23T15:09:35,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742249_1425 (size=653)
2024-11-23T15:09:35,787 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:35,791 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:35,792 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportExpiredSnapshot
2024-11-23T15:09:35,794 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:35,794 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 174
2024-11-23T15:09:35,795 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 215 msec
2024-11-23T15:09:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-23T15:09:35,895 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-23T15:09:35,901 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:35,904 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:35,905 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot
2024-11-23T15:09:35,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:35,908 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:35,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,913 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,918 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:35,920 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-23T15:09:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374575920 (current time:1732374575920).
2024-11-23T15:09:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:09:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-23T15:09:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575176ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:35,921 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5103404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,923 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:35,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628ca1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:35,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:35,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:35,925 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:35,926 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,926 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22479e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:35,927 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:35,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31632786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,928 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:35,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f029ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:35,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:35,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:35,931 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:35,933 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:35,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:35,935 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-23T15:09:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=177, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-23T15:09:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 177
2024-11-23T15:09:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-23T15:09:35,937 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:35,938 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:35,940 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:35,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742250_1426 (size=165)
2024-11-23T15:09:35,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742250_1426 (size=165)
2024-11-23T15:09:35,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742250_1426 (size=165)
2024-11-23T15:09:35,946 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:35,946 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685}, {pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928}]
2024-11-23T15:09:35,947 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:35,947 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-23T15:09:36,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=178
2024-11-23T15:09:36,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=179
2024-11-23T15:09:36,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:36,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:36,101 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(2902): Flushing af74fee8493f4612f3963f0b7e52b685 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-23T15:09:36,101 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing b8f7a94a01931fbc7cc06a6e5f2cb928 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-23T15:09:36,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112361103cdc165445bda72b259fea4001fd_af74fee8493f4612f3963f0b7e52b685 is 71, key is 056cd86956125ae4fef86affc53135a3/cf:q/1732374575901/Put/seqid=0
2024-11-23T15:09:36,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742251_1427 (size=5032)
2024-11-23T15:09:36,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742251_1427 (size=5032)
2024-11-23T15:09:36,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742251_1427 (size=5032)
2024-11-23T15:09:36,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:36,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411236c7c3e415bf5444988adb1323a477363_b8f7a94a01931fbc7cc06a6e5f2cb928 is 71, key is 262d22f22473ce7fe2f413bc2b9330ec/cf:q/1732374575904/Put/seqid=0
2024-11-23T15:09:36,132 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112361103cdc165445bda72b259fea4001fd_af74fee8493f4612f3963f0b7e52b685 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112361103cdc165445bda72b259fea4001fd_af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:36,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/.tmp/cf/2c5ea68ed0874654b07d5739a5d82406, store: [table=testtb-testExportExpiredSnapshot family=cf region=af74fee8493f4612f3963f0b7e52b685]
2024-11-23T15:09:36,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/.tmp/cf/2c5ea68ed0874654b07d5739a5d82406 is 209, key is 06294163c2c2d9685d09de5cc8ee3c079/cf:q/1732374575901/Put/seqid=0
2024-11-23T15:09:36,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742252_1428 (size=8242)
2024-11-23T15:09:36,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742252_1428 (size=8242)
2024-11-23T15:09:36,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742252_1428 (size=8242)
2024-11-23T15:09:36,138 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:36,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742253_1429 (size=5709)
2024-11-23T15:09:36,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742253_1429 (size=5709)
2024-11-23T15:09:36,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742253_1429 (size=5709)
2024-11-23T15:09:36,140 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=132, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/.tmp/cf/2c5ea68ed0874654b07d5739a5d82406
2024-11-23T15:09:36,142 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411236c7c3e415bf5444988adb1323a477363_b8f7a94a01931fbc7cc06a6e5f2cb928 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202411236c7c3e415bf5444988adb1323a477363_b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:36,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/.tmp/cf/cd6205026e1549609a2a4a7c058308ce, store: [table=testtb-testExportExpiredSnapshot family=cf region=b8f7a94a01931fbc7cc06a6e5f2cb928]
2024-11-23T15:09:36,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/.tmp/cf/cd6205026e1549609a2a4a7c058308ce is 209, key is 15238b84381150efae207601f96d41463/cf:q/1732374575904/Put/seqid=0
2024-11-23T15:09:36,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/.tmp/cf/2c5ea68ed0874654b07d5739a5d82406 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/cf/2c5ea68ed0874654b07d5739a5d82406
2024-11-23T15:09:36,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742254_1430 (size=15204)
2024-11-23T15:09:36,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742254_1430 (size=15204)
2024-11-23T15:09:36,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742254_1430 (size=15204)
2024-11-23T15:09:36,148 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/.tmp/cf/cd6205026e1549609a2a4a7c058308ce
2024-11-23T15:09:36,148 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/cf/2c5ea68ed0874654b07d5739a5d82406, entries=2, sequenceid=6, filesize=5.6 K
2024-11-23T15:09:36,149 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for af74fee8493f4612f3963f0b7e52b685 in 49ms, sequenceid=6, compaction requested=false
2024-11-23T15:09:36,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportExpiredSnapshot'
2024-11-23T15:09:36,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(2603): Flush status journal for af74fee8493f4612f3963f0b7e52b685:

2024-11-23T15:09:36,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685. for snaptb0-testExportExpiredSnapshot completed.
2024-11-23T15:09:36,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:36,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:36,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/cf/2c5ea68ed0874654b07d5739a5d82406] hfiles
2024-11-23T15:09:36,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/cf/2c5ea68ed0874654b07d5739a5d82406 for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:36,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/.tmp/cf/cd6205026e1549609a2a4a7c058308ce as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/cf/cd6205026e1549609a2a4a7c058308ce
2024-11-23T15:09:36,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742255_1431 (size=110)
2024-11-23T15:09:36,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742255_1431 (size=110)
2024-11-23T15:09:36,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742255_1431 (size=110)
2024-11-23T15:09:36,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:36,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178
2024-11-23T15:09:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=178
2024-11-23T15:09:36,156 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:36,156 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:36,157 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/cf/cd6205026e1549609a2a4a7c058308ce, entries=48, sequenceid=6, filesize=14.8 K
2024-11-23T15:09:36,158 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for b8f7a94a01931fbc7cc06a6e5f2cb928 in 57ms, sequenceid=6, compaction requested=false
2024-11-23T15:09:36,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for b8f7a94a01931fbc7cc06a6e5f2cb928:

2024-11-23T15:09:36,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928. for snaptb0-testExportExpiredSnapshot completed.
2024-11-23T15:09:36,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:36,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:36,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/cf/cd6205026e1549609a2a4a7c058308ce] hfiles
2024-11-23T15:09:36,158 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af74fee8493f4612f3963f0b7e52b685 in 211 msec
2024-11-23T15:09:36,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/cf/cd6205026e1549609a2a4a7c058308ce for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:36,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742256_1432 (size=110)
2024-11-23T15:09:36,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742256_1432 (size=110)
2024-11-23T15:09:36,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742256_1432 (size=110)
2024-11-23T15:09:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:36,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179
2024-11-23T15:09:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=179
2024-11-23T15:09:36,164 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:36,165 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:36,167 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=177
2024-11-23T15:09:36,167 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=177, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928 in 219 msec
2024-11-23T15:09:36,167 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:36,167 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:36,168 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:09:36,168 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:09:36,168 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:36,169 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202411236c7c3e415bf5444988adb1323a477363_b8f7a94a01931fbc7cc06a6e5f2cb928, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112361103cdc165445bda72b259fea4001fd_af74fee8493f4612f3963f0b7e52b685] hfiles
2024-11-23T15:09:36,169 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202411236c7c3e415bf5444988adb1323a477363_b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:36,169 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112361103cdc165445bda72b259fea4001fd_af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:36,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742257_1433 (size=294)
2024-11-23T15:09:36,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742257_1433 (size=294)
2024-11-23T15:09:36,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742257_1433 (size=294)
2024-11-23T15:09:36,176 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:36,176 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:36,176 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:36,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742258_1434 (size=963)
2024-11-23T15:09:36,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742258_1434 (size=963)
2024-11-23T15:09:36,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742258_1434 (size=963)
2024-11-23T15:09:36,185 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:36,190 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:36,191 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:36,192 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:36,192 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 177
2024-11-23T15:09:36,193 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 257 msec
2024-11-23T15:09:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-23T15:09:36,256 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-23T15:09:36,258 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:09:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot
2024-11-23T15:09:36,260 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:09:36,260 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportExpiredSnapshot"
 procId is: 180
2024-11-23T15:09:36,261 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:09:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-23T15:09:36,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742259_1435 (size=436)
2024-11-23T15:09:36,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742259_1435 (size=436)
2024-11-23T15:09:36,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742259_1435 (size=436)
2024-11-23T15:09:36,270 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77f30a4c43f689391585712ce291e5b2, NAME => 'testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:36,270 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d9d2aa9df4efa84e871cbefe14edffc1, NAME => 'testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:36,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742260_1436 (size=61)
2024-11-23T15:09:36,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742260_1436 (size=61)
2024-11-23T15:09:36,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742260_1436 (size=61)
2024-11-23T15:09:36,278 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:36,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742261_1437 (size=61)
2024-11-23T15:09:36,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742261_1437 (size=61)
2024-11-23T15:09:36,278 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 77f30a4c43f689391585712ce291e5b2, disabling compactions & flushes
2024-11-23T15:09:36,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742261_1437 (size=61)
2024-11-23T15:09:36,278 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:36,278 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:36,278 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2. after waiting 0 ms
2024-11-23T15:09:36,278 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:36,278 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:36,278 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77f30a4c43f689391585712ce291e5b2:
Waiting for close lock at 1732374576278Disabling compacts and flushes for region at 1732374576278Disabling writes for close at 1732374576278Writing region close event to WAL at 1732374576278Closed at 1732374576278
2024-11-23T15:09:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-23T15:09:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-23T15:09:36,680 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:36,680 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing d9d2aa9df4efa84e871cbefe14edffc1, disabling compactions & flushes
2024-11-23T15:09:36,680 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:36,681 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:36,681 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1. after waiting 0 ms
2024-11-23T15:09:36,681 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:36,681 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:36,681 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for d9d2aa9df4efa84e871cbefe14edffc1:
Waiting for close lock at 1732374576680Disabling compacts and flushes for region at 1732374576680Disabling writes for close at 1732374576681 (+1 ms)Writing region close event to WAL at 1732374576681Closed at 1732374576681
2024-11-23T15:09:36,683 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:09:36,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732374576683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374576683"}]},"ts":"1732374576683"}
2024-11-23T15:09:36,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732374576683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374576683"}]},"ts":"1732374576683"}
2024-11-23T15:09:36,688 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:09:36,689 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:09:36,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374576689"}]},"ts":"1732374576689"}
2024-11-23T15:09:36,692 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-23T15:09:36,693 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:09:36,695 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:09:36,695 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:09:36,695 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:09:36,695 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:09:36,695 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:09:36,695 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:09:36,695 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:09:36,695 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:09:36,695 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:09:36,695 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:09:36,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, ASSIGN}, {pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=d9d2aa9df4efa84e871cbefe14edffc1, ASSIGN}]
2024-11-23T15:09:36,697 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=d9d2aa9df4efa84e871cbefe14edffc1, ASSIGN
2024-11-23T15:09:36,697 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, ASSIGN
2024-11-23T15:09:36,698 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:09:36,698 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=d9d2aa9df4efa84e871cbefe14edffc1, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:09:36,849 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:09:36,849 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=d9d2aa9df4efa84e871cbefe14edffc1, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:36,849 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=181 updating hbase:meta row=77f30a4c43f689391585712ce291e5b2, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=d9d2aa9df4efa84e871cbefe14edffc1, ASSIGN because future has completed
2024-11-23T15:09:36,855 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9d2aa9df4efa84e871cbefe14edffc1, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:09:36,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, ASSIGN because future has completed
2024-11-23T15:09:36,857 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=184, ppid=181, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-23T15:09:37,011 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:37,012 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7752): Opening region: {ENCODED => d9d2aa9df4efa84e871cbefe14edffc1, NAME => 'testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:09:37,012 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1. service=AccessControlService
2024-11-23T15:09:37,012 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:37,013 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,013 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:37,013 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7794): checking encryption for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,013 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7797): checking classloading for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,013 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:37,014 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f30a4c43f689391585712ce291e5b2, NAME => 'testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:09:37,014 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2. service=AccessControlService
2024-11-23T15:09:37,014 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:37,014 INFO  [StoreOpener-d9d2aa9df4efa84e871cbefe14edffc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9d2aa9df4efa84e871cbefe14edffc1 
2024-11-23T15:09:37,014 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,014 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:37,014 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7794): checking encryption for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,014 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7797): checking classloading for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,015 INFO  [StoreOpener-d9d2aa9df4efa84e871cbefe14edffc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9d2aa9df4efa84e871cbefe14edffc1 columnFamilyName cf
2024-11-23T15:09:37,015 INFO  [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77f30a4c43f689391585712ce291e5b2 
2024-11-23T15:09:37,016 DEBUG [StoreOpener-d9d2aa9df4efa84e871cbefe14edffc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:37,016 INFO  [StoreOpener-d9d2aa9df4efa84e871cbefe14edffc1-1 {}] regionserver.HStore(327): Store=d9d2aa9df4efa84e871cbefe14edffc1/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:37,016 INFO  [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f30a4c43f689391585712ce291e5b2 columnFamilyName cf
2024-11-23T15:09:37,017 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1038): replaying wal for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,017 DEBUG [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:37,017 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,017 INFO  [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] regionserver.HStore(327): Store=77f30a4c43f689391585712ce291e5b2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:37,018 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,018 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1038): replaying wal for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,018 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1048): stopping wal replay for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,018 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1060): Cleaning up temporary data for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,018 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,019 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,019 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1048): stopping wal replay for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,019 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1060): Cleaning up temporary data for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,020 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1093): writing seq id for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,020 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1093): writing seq id for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,021 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:37,022 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1114): Opened d9d2aa9df4efa84e871cbefe14edffc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59482232, jitterRate=-0.11364567279815674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:37,022 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,022 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:37,022 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1114): Opened 77f30a4c43f689391585712ce291e5b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59856432, jitterRate=-0.10806965827941895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:37,022 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,022 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1006): Region open journal for 77f30a4c43f689391585712ce291e5b2:
Running coprocessor pre-open hook at 1732374577014Writing region info on filesystem at 1732374577014Initializing all the Stores at 1732374577015 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374577015Cleaning up temporary data from old regions at 1732374577019 (+4 ms)Running coprocessor post-open hooks at 1732374577022 (+3 ms)Region opened successfully at 1732374577022
2024-11-23T15:09:37,022 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1006): Region open journal for d9d2aa9df4efa84e871cbefe14edffc1:
Running coprocessor pre-open hook at 1732374577013Writing region info on filesystem at 1732374577013Initializing all the Stores at 1732374577013Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374577014 (+1 ms)Cleaning up temporary data from old regions at 1732374577018 (+4 ms)Running coprocessor post-open hooks at 1732374577022 (+4 ms)Region opened successfully at 1732374577022
2024-11-23T15:09:37,023 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2., pid=184, masterSystemTime=1732374577011
2024-11-23T15:09:37,023 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1., pid=183, masterSystemTime=1732374577008
2024-11-23T15:09:37,024 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:37,024 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:37,025 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=181 updating hbase:meta row=77f30a4c43f689391585712ce291e5b2, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:37,025 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:37,025 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:37,025 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=d9d2aa9df4efa84e871cbefe14edffc1, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=184, ppid=181, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=183, ppid=182, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9d2aa9df4efa84e871cbefe14edffc1, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:09:37,028 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=184, resume processing ppid=181
2024-11-23T15:09:37,028 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, ppid=181, state=SUCCESS, hasLock=false; OpenRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,42617,1732374301442 in 169 msec
2024-11-23T15:09:37,029 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182
2024-11-23T15:09:37,029 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; OpenRegionProcedure d9d2aa9df4efa84e871cbefe14edffc1, server=c6f7b1897123,43471,1732374301700 in 172 msec
2024-11-23T15:09:37,029 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, ASSIGN in 333 msec
2024-11-23T15:09:37,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=182, resume processing ppid=180
2024-11-23T15:09:37,030 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=180, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=d9d2aa9df4efa84e871cbefe14edffc1, ASSIGN in 334 msec
2024-11-23T15:09:37,031 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:09:37,031 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374577031"}]},"ts":"1732374577031"}
2024-11-23T15:09:37,032 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-23T15:09:37,033 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:09:37,033 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testExportExpiredSnapshot jenkins: RWXCA
2024-11-23T15:09:37,036 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-23T15:09:37,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:37,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:37,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:37,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:37,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,151 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,152 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:37,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot in 892 msec
2024-11-23T15:09:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-23T15:09:37,398 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportExpiredSnapshot completed
2024-11-23T15:09:37,398 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:37,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot
2024-11-23T15:09:37,404 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:37,405 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:37,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:37,413 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:37,419 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:37,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:37,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:37,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:37,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot
2024-11-23T15:09:37,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:37,435 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:37,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:37,440 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-23T15:09:37,445 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-23T15:09:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-23T15:09:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d171180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:37,447 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acbf3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:37,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:37,448 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e50057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:37,450 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:37,451 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:37,451 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f563482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:37,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425d6dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:37,453 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:37,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6615d041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:37,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:37,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:37,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:37,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:37,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:37,457 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:37,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:37,458 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-23T15:09:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=185, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-23T15:09:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 185
2024-11-23T15:09:37,460 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-23T15:09:37,461 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:37,463 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:37,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742262_1438 (size=152)
2024-11-23T15:09:37,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742262_1438 (size=152)
2024-11-23T15:09:37,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742262_1438 (size=152)
2024-11-23T15:09:37,468 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:37,468 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77f30a4c43f689391585712ce291e5b2}, {pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9d2aa9df4efa84e871cbefe14edffc1}]
2024-11-23T15:09:37,469 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,469 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-23T15:09:37,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=187
2024-11-23T15:09:37,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=186
2024-11-23T15:09:37,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:37,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:37,621 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(2902): Flushing 77f30a4c43f689391585712ce291e5b2 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-23T15:09:37,622 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(2902): Flushing d9d2aa9df4efa84e871cbefe14edffc1 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-23T15:09:37,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236d2fe97799274336b996701c126b821a_77f30a4c43f689391585712ce291e5b2 is 71, key is 00f446257bae3683bfb9dddeed34b78b/cf:q/1732374577427/Put/seqid=0
2024-11-23T15:09:37,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123805642bd3ec1481abf6cde17be8de605_d9d2aa9df4efa84e871cbefe14edffc1 is 71, key is 136120d2ad975128f130055525eae8aa/cf:q/1732374577431/Put/seqid=0
2024-11-23T15:09:37,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742264_1440 (size=8171)
2024-11-23T15:09:37,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742264_1440 (size=8171)
2024-11-23T15:09:37,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742264_1440 (size=8171)
2024-11-23T15:09:37,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:37,654 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123805642bd3ec1481abf6cde17be8de605_d9d2aa9df4efa84e871cbefe14edffc1 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241123805642bd3ec1481abf6cde17be8de605_d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/.tmp/cf/bb112afaf3d34e95a0293bcb790de4ae, store: [table=testExportExpiredSnapshot family=cf region=d9d2aa9df4efa84e871cbefe14edffc1]
2024-11-23T15:09:37,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/.tmp/cf/bb112afaf3d34e95a0293bcb790de4ae is 202, key is 19669a357a47ef45095b6fcee9afdac6b/cf:q/1732374577431/Put/seqid=0
2024-11-23T15:09:37,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742263_1439 (size=5101)
2024-11-23T15:09:37,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742263_1439 (size=5101)
2024-11-23T15:09:37,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742263_1439 (size=5101)
2024-11-23T15:09:37,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742265_1441 (size=14661)
2024-11-23T15:09:37,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742265_1441 (size=14661)
2024-11-23T15:09:37,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742265_1441 (size=14661)
2024-11-23T15:09:37,665 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/.tmp/cf/bb112afaf3d34e95a0293bcb790de4ae
2024-11-23T15:09:37,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/.tmp/cf/bb112afaf3d34e95a0293bcb790de4ae as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/cf/bb112afaf3d34e95a0293bcb790de4ae
2024-11-23T15:09:37,674 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/cf/bb112afaf3d34e95a0293bcb790de4ae, entries=47, sequenceid=5, filesize=14.3 K
2024-11-23T15:09:37,674 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for d9d2aa9df4efa84e871cbefe14edffc1 in 53ms, sequenceid=5, compaction requested=false
2024-11-23T15:09:37,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot'
2024-11-23T15:09:37,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(2603): Flush status journal for d9d2aa9df4efa84e871cbefe14edffc1:

2024-11-23T15:09:37,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1. for snapshot-testExportExpiredSnapshot completed.
2024-11-23T15:09:37,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-23T15:09:37,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:37,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/cf/bb112afaf3d34e95a0293bcb790de4ae] hfiles
2024-11-23T15:09:37,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/cf/bb112afaf3d34e95a0293bcb790de4ae for snapshot=snapshot-testExportExpiredSnapshot
2024-11-23T15:09:37,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742266_1442 (size=103)
2024-11-23T15:09:37,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742266_1442 (size=103)
2024-11-23T15:09:37,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742266_1442 (size=103)
2024-11-23T15:09:37,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:09:37,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=187
2024-11-23T15:09:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=187
2024-11-23T15:09:37,681 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,681 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:37,683 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=185, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9d2aa9df4efa84e871cbefe14edffc1 in 214 msec
2024-11-23T15:09:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-23T15:09:38,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:38,063 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236d2fe97799274336b996701c126b821a_77f30a4c43f689391585712ce291e5b2 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e202411236d2fe97799274336b996701c126b821a_77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:38,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/.tmp/cf/dab23ac79ad24deba4396ee618543547, store: [table=testExportExpiredSnapshot family=cf region=77f30a4c43f689391585712ce291e5b2]
2024-11-23T15:09:38,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/.tmp/cf/dab23ac79ad24deba4396ee618543547 is 202, key is 06ac026dcfd2b4bd1392d97470fa621a3/cf:q/1732374577427/Put/seqid=0
2024-11-23T15:09:38,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742267_1443 (size=5888)
2024-11-23T15:09:38,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742267_1443 (size=5888)
2024-11-23T15:09:38,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742267_1443 (size=5888)
2024-11-23T15:09:38,069 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/.tmp/cf/dab23ac79ad24deba4396ee618543547
2024-11-23T15:09:38,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/.tmp/cf/dab23ac79ad24deba4396ee618543547 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/cf/dab23ac79ad24deba4396ee618543547
2024-11-23T15:09:38,077 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/cf/dab23ac79ad24deba4396ee618543547, entries=3, sequenceid=5, filesize=5.8 K
2024-11-23T15:09:38,078 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 77f30a4c43f689391585712ce291e5b2 in 457ms, sequenceid=5, compaction requested=false
2024-11-23T15:09:38,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(2603): Flush status journal for 77f30a4c43f689391585712ce291e5b2:

2024-11-23T15:09:38,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2. for snapshot-testExportExpiredSnapshot completed.
2024-11-23T15:09:38,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-23T15:09:38,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:38,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/cf/dab23ac79ad24deba4396ee618543547] hfiles
2024-11-23T15:09:38,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/cf/dab23ac79ad24deba4396ee618543547 for snapshot=snapshot-testExportExpiredSnapshot
2024-11-23T15:09:38,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742268_1444 (size=103)
2024-11-23T15:09:38,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742268_1444 (size=103)
2024-11-23T15:09:38,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742268_1444 (size=103)
2024-11-23T15:09:38,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:09:38,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186
2024-11-23T15:09:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-23T15:09:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=186
2024-11-23T15:09:38,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:38,086 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:38,089 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=186, resume processing ppid=185
2024-11-23T15:09:38,089 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:38,089 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, ppid=185, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 77f30a4c43f689391585712ce291e5b2 in 619 msec
2024-11-23T15:09:38,089 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0007_000001 (auth:SIMPLE) from 127.0.0.1:37168
2024-11-23T15:09:38,089 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:38,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:09:38,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:09:38,095 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:38,096 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241123805642bd3ec1481abf6cde17be8de605_d9d2aa9df4efa84e871cbefe14edffc1, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e202411236d2fe97799274336b996701c126b821a_77f30a4c43f689391585712ce291e5b2] hfiles
2024-11-23T15:09:38,096 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241123805642bd3ec1481abf6cde17be8de605_d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:09:38,097 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e202411236d2fe97799274336b996701c126b821a_77f30a4c43f689391585712ce291e5b2
2024-11-23T15:09:38,105 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000001/launch_container.sh]
2024-11-23T15:09:38,105 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000001/container_tokens]
2024-11-23T15:09:38,105 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0007/container_1732374308737_0007_01_000001/sysfs]
2024-11-23T15:09:38,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742269_1445 (size=287)
2024-11-23T15:09:38,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742269_1445 (size=287)
2024-11-23T15:09:38,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742269_1445 (size=287)
2024-11-23T15:09:38,108 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:38,108 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportExpiredSnapshot
2024-11-23T15:09:38,108 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-23T15:09:38,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742270_1446 (size=935)
2024-11-23T15:09:38,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742270_1446 (size=935)
2024-11-23T15:09:38,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742270_1446 (size=935)
2024-11-23T15:09:38,120 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:38,125 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:38,126 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snapshot-testExportExpiredSnapshot
2024-11-23T15:09:38,127 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:38,127 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 185
2024-11-23T15:09:38,128 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } in 668 msec
2024-11-23T15:09:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-23T15:09:38,596 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportExpiredSnapshot completed
2024-11-23T15:09:39,729 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:09:40,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-23T15:09:40,993 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-23T15:09:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-23T15:09:40,994 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-23T15:09:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-23T15:09:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-23T15:09:46,497 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:09:48,606 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374588605
2024-11-23T15:09:48,606 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374588605, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374588605, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:48,638 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:48,638 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374588605, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374588605/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-23T15:09:48,640 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:09:48,641 ERROR [Time-limited test {}] util.AbstractHBaseTool(152): Error running command-line tool
org.apache.hadoop.hbase.snapshot.SnapshotTTLExpiredException: TTL for snapshot 'snapshot-testExportExpiredSnapshot' has already expired.
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.verifySnapshot(ExportSnapshot.java:960) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1105) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportExpiredSnapshot(TestExportSnapshot.java:362) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:09:48,643 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=188, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-23T15:09:48,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374588645"}]},"ts":"1732374588645"}
2024-11-23T15:09:48,647 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLING in hbase:meta
2024-11-23T15:09:48,647 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportExpiredSnapshot to state=DISABLING
2024-11-23T15:09:48,647 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot}]
2024-11-23T15:09:48,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, UNASSIGN}, {pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, UNASSIGN}]
2024-11-23T15:09:48,649 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, UNASSIGN
2024-11-23T15:09:48,649 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, UNASSIGN
2024-11-23T15:09:48,650 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=191 updating hbase:meta row=b8f7a94a01931fbc7cc06a6e5f2cb928, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:48,650 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=af74fee8493f4612f3963f0b7e52b685, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:09:48,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, UNASSIGN because future has completed
2024-11-23T15:09:48,651 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:48,652 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=192, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure af74fee8493f4612f3963f0b7e52b685, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:09:48,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, UNASSIGN because future has completed
2024-11-23T15:09:48,652 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:09:48,652 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=193, ppid=191, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-23T15:09:48,804 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(122): Close af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:48,805 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:09:48,805 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1722): Closing af74fee8493f4612f3963f0b7e52b685, disabling compactions & flushes
2024-11-23T15:09:48,805 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:48,805 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:48,805 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685. after waiting 0 ms
2024-11-23T15:09:48,805 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:48,805 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(122): Close b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:48,806 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:09:48,806 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1722): Closing b8f7a94a01931fbc7cc06a6e5f2cb928, disabling compactions & flushes
2024-11-23T15:09:48,806 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:48,806 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:48,806 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928. after waiting 0 ms
2024-11-23T15:09:48,806 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:48,815 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:09:48,815 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:09:48,815 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:48,815 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:09:48,815 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.
2024-11-23T15:09:48,815 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.
2024-11-23T15:09:48,815 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1676): Region close journal for b8f7a94a01931fbc7cc06a6e5f2cb928:
Waiting for close lock at 1732374588806Running coprocessor pre-close hooks at 1732374588806Disabling compacts and flushes for region at 1732374588806Disabling writes for close at 1732374588806Writing region close event to WAL at 1732374588808 (+2 ms)Running coprocessor post-close hooks at 1732374588815 (+7 ms)Closed at 1732374588815
2024-11-23T15:09:48,815 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1676): Region close journal for af74fee8493f4612f3963f0b7e52b685:
Waiting for close lock at 1732374588805Running coprocessor pre-close hooks at 1732374588805Disabling compacts and flushes for region at 1732374588805Disabling writes for close at 1732374588805Writing region close event to WAL at 1732374588807 (+2 ms)Running coprocessor post-close hooks at 1732374588815 (+8 ms)Closed at 1732374588815
2024-11-23T15:09:48,817 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(157): Closed b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:48,817 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=191 updating hbase:meta row=b8f7a94a01931fbc7cc06a6e5f2cb928, regionState=CLOSED
2024-11-23T15:09:48,818 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(157): Closed af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:48,818 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=af74fee8493f4612f3963f0b7e52b685, regionState=CLOSED
2024-11-23T15:09:48,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=193, ppid=191, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:48,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=192, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure af74fee8493f4612f3963f0b7e52b685, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:09:48,821 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=193, resume processing ppid=191
2024-11-23T15:09:48,821 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=193, ppid=191, state=SUCCESS, hasLock=false; CloseRegionProcedure b8f7a94a01931fbc7cc06a6e5f2cb928, server=c6f7b1897123,42617,1732374301442 in 168 msec
2024-11-23T15:09:48,821 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=192, resume processing ppid=190
2024-11-23T15:09:48,822 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=192, ppid=190, state=SUCCESS, hasLock=false; CloseRegionProcedure af74fee8493f4612f3963f0b7e52b685, server=c6f7b1897123,43471,1732374301700 in 169 msec
2024-11-23T15:09:48,822 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=191, ppid=189, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=b8f7a94a01931fbc7cc06a6e5f2cb928, UNASSIGN in 172 msec
2024-11-23T15:09:48,823 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=190, resume processing ppid=189
2024-11-23T15:09:48,823 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, ppid=189, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=af74fee8493f4612f3963f0b7e52b685, UNASSIGN in 173 msec
2024-11-23T15:09:48,824 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188
2024-11-23T15:09:48,824 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot in 176 msec
2024-11-23T15:09:48,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374588825"}]},"ts":"1732374588825"}
2024-11-23T15:09:48,827 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLED in hbase:meta
2024-11-23T15:09:48,827 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportExpiredSnapshot to state=DISABLED
2024-11-23T15:09:48,828 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot in 184 msec
2024-11-23T15:09:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-23T15:09:48,966 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-23T15:09:48,967 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=194, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,968 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=194, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,969 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=194, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,971 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,973 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:48,973 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:48,974 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/recovered.edits]
2024-11-23T15:09:48,974 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/recovered.edits]
2024-11-23T15:09:48,977 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/cf/cd6205026e1549609a2a4a7c058308ce to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/cf/cd6205026e1549609a2a4a7c058308ce
2024-11-23T15:09:48,977 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/cf/2c5ea68ed0874654b07d5739a5d82406 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/cf/2c5ea68ed0874654b07d5739a5d82406
2024-11-23T15:09:48,979 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928/recovered.edits/9.seqid
2024-11-23T15:09:48,980 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685/recovered.edits/9.seqid
2024-11-23T15:09:48,980 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:48,980 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportExpiredSnapshot/af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:48,980 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportExpiredSnapshot regions
2024-11-23T15:09:48,981 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f
2024-11-23T15:09:48,981 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf]
2024-11-23T15:09:48,984 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202411236c7c3e415bf5444988adb1323a477363_b8f7a94a01931fbc7cc06a6e5f2cb928 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b202411236c7c3e415bf5444988adb1323a477363_b8f7a94a01931fbc7cc06a6e5f2cb928
2024-11-23T15:09:48,985 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112361103cdc165445bda72b259fea4001fd_af74fee8493f4612f3963f0b7e52b685 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112361103cdc165445bda72b259fea4001fd_af74fee8493f4612f3963f0b7e52b685
2024-11-23T15:09:48,985 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f
2024-11-23T15:09:48,987 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=194, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,989 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportExpiredSnapshot from hbase:meta
2024-11-23T15:09:48,992 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportExpiredSnapshot' descriptor.
2024-11-23T15:09:48,993 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=194, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,993 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportExpiredSnapshot' from region states.
2024-11-23T15:09:48,993 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374588993"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:48,993 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374588993"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:48,995 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:09:48,995 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => af74fee8493f4612f3963f0b7e52b685, NAME => 'testtb-testExportExpiredSnapshot,,1732374574904.af74fee8493f4612f3963f0b7e52b685.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => b8f7a94a01931fbc7cc06a6e5f2cb928, NAME => 'testtb-testExportExpiredSnapshot,1,1732374574904.b8f7a94a01931fbc7cc06a6e5f2cb928.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:09:48,995 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportExpiredSnapshot' as deleted.
2024-11-23T15:09:48,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374588995"}]},"ts":"9223372036854775807"}
2024-11-23T15:09:48,997 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportExpiredSnapshot state from META
2024-11-23T15:09:48,997 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=194, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-23T15:09:48,998 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=194, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot in 30 msec
2024-11-23T15:09:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,043 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-23T15:09:49,043 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-23T15:09:49,043 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-23T15:09:49,044 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194
2024-11-23T15:09:49,053 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,053 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportExpiredSnapshot
2024-11-23T15:09:49,053 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,053 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,053 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-23T15:09:49,053 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-23T15:09:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportExpiredSnapshot
2024-11-23T15:09:49,062 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot-testExportExpiredSnapshot"
type: DISABLED

2024-11-23T15:09:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportExpiredSnapshot
2024-11-23T15:09:49,064 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-23T15:09:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportExpiredSnapshot
2024-11-23T15:09:49,086 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=807 (was 822), OpenFileDescriptor=791 (was 827), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 668), ProcessCount=21 (was 21), AvailableMemoryMB=4298 (was 4317)
2024-11-23T15:09:49,086 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=807 is superior to 500
2024-11-23T15:09:49,103 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=807, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=21, AvailableMemoryMB=4295
2024-11-23T15:09:49,103 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=807 is superior to 500
2024-11-23T15:09:49,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:09:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=195, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:09:49,106 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:09:49,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testEmptyExportFileSystemState"
 procId is: 195
2024-11-23T15:09:49,107 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:09:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-23T15:09:49,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742271_1447 (size=448)
2024-11-23T15:09:49,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742271_1447 (size=448)
2024-11-23T15:09:49,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742271_1447 (size=448)
2024-11-23T15:09:49,114 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afd91fdc8958de90b906ea3d4dca01bd, NAME => 'testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:49,114 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 01410d880db2c7ba7c4d62fd8911ed83, NAME => 'testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:49,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742273_1449 (size=73)
2024-11-23T15:09:49,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742273_1449 (size=73)
2024-11-23T15:09:49,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742272_1448 (size=73)
2024-11-23T15:09:49,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742272_1448 (size=73)
2024-11-23T15:09:49,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742272_1448 (size=73)
2024-11-23T15:09:49,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742273_1449 (size=73)
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing afd91fdc8958de90b906ea3d4dca01bd, disabling compactions & flushes
2024-11-23T15:09:49,121 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd. after waiting 0 ms
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing 01410d880db2c7ba7c4d62fd8911ed83, disabling compactions & flushes
2024-11-23T15:09:49,121 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:49,121 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for afd91fdc8958de90b906ea3d4dca01bd:
Waiting for close lock at 1732374589121Disabling compacts and flushes for region at 1732374589121Disabling writes for close at 1732374589121Writing region close event to WAL at 1732374589121Closed at 1732374589121
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83. after waiting 0 ms
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:49,121 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:49,121 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for 01410d880db2c7ba7c4d62fd8911ed83:
Waiting for close lock at 1732374589121Disabling compacts and flushes for region at 1732374589121Disabling writes for close at 1732374589121Writing region close event to WAL at 1732374589121Closed at 1732374589121
2024-11-23T15:09:49,122 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:09:49,122 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1732374589122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374589122"}]},"ts":"1732374589122"}
2024-11-23T15:09:49,122 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1732374589122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374589122"}]},"ts":"1732374589122"}
2024-11-23T15:09:49,124 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:09:49,124 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:09:49,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374589124"}]},"ts":"1732374589124"}
2024-11-23T15:09:49,126 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLING in hbase:meta
2024-11-23T15:09:49,126 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:09:49,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:09:49,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:09:49,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:09:49,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:09:49,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:09:49,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:09:49,127 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:09:49,127 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:09:49,127 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:09:49,127 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:09:49,127 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, ASSIGN}, {pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, ASSIGN}]
2024-11-23T15:09:49,128 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, ASSIGN
2024-11-23T15:09:49,129 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, ASSIGN
2024-11-23T15:09:49,129 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, ASSIGN; state=OFFLINE, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:09:49,129 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:09:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-23T15:09:49,280 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:09:49,281 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=afd91fdc8958de90b906ea3d4dca01bd, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:09:49,281 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=01410d880db2c7ba7c4d62fd8911ed83, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:49,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, ASSIGN because future has completed
2024-11-23T15:09:49,285 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:09:49,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, ASSIGN because future has completed
2024-11-23T15:09:49,286 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=199, ppid=196, state=RUNNABLE, hasLock=false; OpenRegionProcedure afd91fdc8958de90b906ea3d4dca01bd, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:09:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-23T15:09:49,446 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:49,446 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7752): Opening region: {ENCODED => 01410d880db2c7ba7c4d62fd8911ed83, NAME => 'testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:09:49,447 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83. service=AccessControlService
2024-11-23T15:09:49,447 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:49,447 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,448 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:49,448 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7794): checking encryption for 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,448 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7797): checking classloading for 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,448 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:49,448 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7752): Opening region: {ENCODED => afd91fdc8958de90b906ea3d4dca01bd, NAME => 'testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:09:49,449 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd. service=AccessControlService
2024-11-23T15:09:49,449 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:09:49,449 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,449 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:09:49,449 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7794): checking encryption for afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,449 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7797): checking classloading for afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,449 INFO  [StoreOpener-01410d880db2c7ba7c4d62fd8911ed83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01410d880db2c7ba7c4d62fd8911ed83 
2024-11-23T15:09:49,450 INFO  [StoreOpener-afd91fdc8958de90b906ea3d4dca01bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region afd91fdc8958de90b906ea3d4dca01bd 
2024-11-23T15:09:49,450 INFO  [StoreOpener-01410d880db2c7ba7c4d62fd8911ed83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01410d880db2c7ba7c4d62fd8911ed83 columnFamilyName cf
2024-11-23T15:09:49,451 INFO  [StoreOpener-afd91fdc8958de90b906ea3d4dca01bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afd91fdc8958de90b906ea3d4dca01bd columnFamilyName cf
2024-11-23T15:09:49,451 DEBUG [StoreOpener-01410d880db2c7ba7c4d62fd8911ed83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:49,452 DEBUG [StoreOpener-afd91fdc8958de90b906ea3d4dca01bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:49,452 INFO  [StoreOpener-01410d880db2c7ba7c4d62fd8911ed83-1 {}] regionserver.HStore(327): Store=01410d880db2c7ba7c4d62fd8911ed83/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:49,452 INFO  [StoreOpener-afd91fdc8958de90b906ea3d4dca01bd-1 {}] regionserver.HStore(327): Store=afd91fdc8958de90b906ea3d4dca01bd/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:09:49,452 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1038): replaying wal for 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,452 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1038): replaying wal for afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1048): stopping wal replay for 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1060): Cleaning up temporary data for 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1048): stopping wal replay for afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,453 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1060): Cleaning up temporary data for afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,455 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1093): writing seq id for afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,455 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1093): writing seq id for 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,456 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:49,456 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:09:49,457 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1114): Opened afd91fdc8958de90b906ea3d4dca01bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62088735, jitterRate=-0.07480575144290924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:49,457 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:49,457 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1114): Opened 01410d880db2c7ba7c4d62fd8911ed83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70029241, jitterRate=0.04351700842380524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:09:49,457 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:49,457 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1006): Region open journal for 01410d880db2c7ba7c4d62fd8911ed83:
Running coprocessor pre-open hook at 1732374589448Writing region info on filesystem at 1732374589448Initializing all the Stores at 1732374589449 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374589449Cleaning up temporary data from old regions at 1732374589453 (+4 ms)Running coprocessor post-open hooks at 1732374589457 (+4 ms)Region opened successfully at 1732374589457
2024-11-23T15:09:49,457 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1006): Region open journal for afd91fdc8958de90b906ea3d4dca01bd:
Running coprocessor pre-open hook at 1732374589449Writing region info on filesystem at 1732374589449Initializing all the Stores at 1732374589450 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374589450Cleaning up temporary data from old regions at 1732374589453 (+3 ms)Running coprocessor post-open hooks at 1732374589457 (+4 ms)Region opened successfully at 1732374589457
2024-11-23T15:09:49,458 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd., pid=199, masterSystemTime=1732374589439
2024-11-23T15:09:49,458 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83., pid=198, masterSystemTime=1732374589438
2024-11-23T15:09:49,460 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:49,460 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:49,460 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=afd91fdc8958de90b906ea3d4dca01bd, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:09:49,460 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:49,460 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:49,461 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=01410d880db2c7ba7c4d62fd8911ed83, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:09:49,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=199, ppid=196, state=RUNNABLE, hasLock=false; OpenRegionProcedure afd91fdc8958de90b906ea3d4dca01bd, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:09:49,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=198, ppid=197, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:09:49,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=199, resume processing ppid=196
2024-11-23T15:09:49,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=199, ppid=196, state=SUCCESS, hasLock=false; OpenRegionProcedure afd91fdc8958de90b906ea3d4dca01bd, server=c6f7b1897123,36557,1732374301588 in 176 msec
2024-11-23T15:09:49,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=198, resume processing ppid=197
2024-11-23T15:09:49,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=198, ppid=197, state=SUCCESS, hasLock=false; OpenRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83, server=c6f7b1897123,42617,1732374301442 in 178 msec
2024-11-23T15:09:49,465 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=196, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, ASSIGN in 337 msec
2024-11-23T15:09:49,466 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=197, resume processing ppid=195
2024-11-23T15:09:49,466 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=197, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, ASSIGN in 337 msec
2024-11-23T15:09:49,466 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:09:49,466 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374589466"}]},"ts":"1732374589466"}
2024-11-23T15:09:49,467 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLED in hbase:meta
2024-11-23T15:09:49,468 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:09:49,468 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testEmptyExportFileSystemState jenkins: RWXCA
2024-11-23T15:09:49,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-23T15:09:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:09:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-23T15:09:49,842 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,843 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,843 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,843 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,844 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=195, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState in 737 msec
2024-11-23T15:09:49,844 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,844 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,845 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:49,845 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:09:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-23T15:09:50,247 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-23T15:09:50,247 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState
2024-11-23T15:09:50,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:50,253 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:50,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,261 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,269 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,273 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:09:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374590273 (current time:1732374590273).
2024-11-23T15:09:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:09:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-23T15:09:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a98957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:50,275 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:50,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:50,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:50,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f680647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:50,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:50,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,276 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:50,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8be496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:50,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:50,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:50,280 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:50,281 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,281 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a3ddd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:50,283 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:50,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54313c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:50,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,285 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:50,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548e9f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:50,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:50,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:50,287 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:50,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:50,290 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:50,291 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,291 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-23T15:09:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=200, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:09:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 200
2024-11-23T15:09:50,293 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-23T15:09:50,294 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:50,296 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:50,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742274_1450 (size=185)
2024-11-23T15:09:50,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742274_1450 (size=185)
2024-11-23T15:09:50,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742274_1450 (size=185)
2024-11-23T15:09:50,303 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:50,303 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd}, {pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83}]
2024-11-23T15:09:50,304 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,304 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-23T15:09:50,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=201
2024-11-23T15:09:50,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=202
2024-11-23T15:09:50,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:50,456 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HRegion(2603): Flush status journal for 01410d880db2c7ba7c4d62fd8911ed83:

2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.HRegion(2603): Flush status journal for afd91fdc8958de90b906ea3d4dca01bd:

2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:09:50,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:09:50,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742275_1451 (size=76)
2024-11-23T15:09:50,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742275_1451 (size=76)
2024-11-23T15:09:50,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742276_1452 (size=76)
2024-11-23T15:09:50,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742275_1451 (size=76)
2024-11-23T15:09:50,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:50,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=202
2024-11-23T15:09:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=202
2024-11-23T15:09:50,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742276_1452 (size=76)
2024-11-23T15:09:50,470 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,470 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742276_1452 (size=76)
2024-11-23T15:09:50,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:50,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=201
2024-11-23T15:09:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=201
2024-11-23T15:09:50,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,472 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,475 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=202, ppid=200, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83 in 167 msec
2024-11-23T15:09:50,475 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=201, resume processing ppid=200
2024-11-23T15:09:50,475 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=201, ppid=200, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd in 171 msec
2024-11-23T15:09:50,475 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:50,476 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:50,477 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:09:50,477 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:09:50,477 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:50,477 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:09:50,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742277_1453 (size=68)
2024-11-23T15:09:50,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742277_1453 (size=68)
2024-11-23T15:09:50,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742277_1453 (size=68)
2024-11-23T15:09:50,485 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:50,485 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,486 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742278_1454 (size=673)
2024-11-23T15:09:50,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742278_1454 (size=673)
2024-11-23T15:09:50,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742278_1454 (size=673)
2024-11-23T15:09:50,497 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:50,502 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:50,502 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,503 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:50,503 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 200
2024-11-23T15:09:50,504 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=200, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 211 msec
2024-11-23T15:09:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-23T15:09:50,605 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-23T15:09:50,610 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:50,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:09:50,612 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState
2024-11-23T15:09:50,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:50,614 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:09:50,616 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,619 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,623 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-23T15:09:50,625 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:09:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374590625 (current time:1732374590625).
2024-11-23T15:09:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:09:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-23T15:09:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:09:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0a6339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:50,626 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:50,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:50,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:50,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5889a9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:50,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:50,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,627 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:50,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245f0637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:50,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:50,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:50,629 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:50,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,631 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eda6ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:09:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:09:50,632 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:09:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:09:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:09:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4458e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:09:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:09:50,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,633 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:09:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68897b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:09:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:09:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:09:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:50,636 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:09:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:09:50,638 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:09:50,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:09:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:09:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:09:50,639 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:09:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-23T15:09:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:09:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=203, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-23T15:09:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 203
2024-11-23T15:09:50,642 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:09:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-23T15:09:50,643 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:09:50,645 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:09:50,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742279_1455 (size=180)
2024-11-23T15:09:50,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742279_1455 (size=180)
2024-11-23T15:09:50,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742279_1455 (size=180)
2024-11-23T15:09:50,652 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:09:50,653 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd}, {pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83}]
2024-11-23T15:09:50,654 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,654 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-23T15:09:50,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=205
2024-11-23T15:09:50,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=204
2024-11-23T15:09:50,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:50,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:50,809 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(2902): Flushing 01410d880db2c7ba7c4d62fd8911ed83 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-23T15:09:50,809 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(2902): Flushing afd91fdc8958de90b906ea3d4dca01bd 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-23T15:09:50,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa5574f3200742988a168401421c46b3_afd91fdc8958de90b906ea3d4dca01bd is 71, key is 02afb8ba6f63cd482c9635843c9bd94d/cf:q/1732374590610/Put/seqid=0
2024-11-23T15:09:50,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123e044688cdbb04b09b4ae7c6e12d682ef_01410d880db2c7ba7c4d62fd8911ed83 is 71, key is 185790d0f6e4daaaf1b41a719d4c7f8b/cf:q/1732374590611/Put/seqid=0
2024-11-23T15:09:50,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742280_1456 (size=5102)
2024-11-23T15:09:50,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742280_1456 (size=5102)
2024-11-23T15:09:50,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742280_1456 (size=5102)
2024-11-23T15:09:50,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742281_1457 (size=8172)
2024-11-23T15:09:50,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742281_1457 (size=8172)
2024-11-23T15:09:50,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742281_1457 (size=8172)
2024-11-23T15:09:50,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:50,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:50,837 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fa5574f3200742988a168401421c46b3_afd91fdc8958de90b906ea3d4dca01bd to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241123fa5574f3200742988a168401421c46b3_afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,837 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123e044688cdbb04b09b4ae7c6e12d682ef_01410d880db2c7ba7c4d62fd8911ed83 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241123e044688cdbb04b09b4ae7c6e12d682ef_01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/.tmp/cf/239346907bd345b394e4edd97a60de08, store: [table=testtb-testEmptyExportFileSystemState family=cf region=afd91fdc8958de90b906ea3d4dca01bd]
2024-11-23T15:09:50,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/.tmp/cf/66fdbba9886b49feb85eff9aafa17b70, store: [table=testtb-testEmptyExportFileSystemState family=cf region=01410d880db2c7ba7c4d62fd8911ed83]
2024-11-23T15:09:50,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/.tmp/cf/239346907bd345b394e4edd97a60de08 is 214, key is 00cca261508b3b40ba851e7da9af17e0f/cf:q/1732374590610/Put/seqid=0
2024-11-23T15:09:50,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/.tmp/cf/66fdbba9886b49feb85eff9aafa17b70 is 214, key is 11d88e903ed77326c3cb490d4870aef04/cf:q/1732374590611/Put/seqid=0
2024-11-23T15:09:50,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742283_1459 (size=5938)
2024-11-23T15:09:50,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742283_1459 (size=5938)
2024-11-23T15:09:50,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742282_1458 (size=15239)
2024-11-23T15:09:50,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742282_1458 (size=15239)
2024-11-23T15:09:50,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742282_1458 (size=15239)
2024-11-23T15:09:50,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742283_1459 (size=5938)
2024-11-23T15:09:50,849 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/.tmp/cf/239346907bd345b394e4edd97a60de08
2024-11-23T15:09:50,849 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/.tmp/cf/66fdbba9886b49feb85eff9aafa17b70
2024-11-23T15:09:50,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/.tmp/cf/66fdbba9886b49feb85eff9aafa17b70 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/cf/66fdbba9886b49feb85eff9aafa17b70
2024-11-23T15:09:50,859 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/cf/66fdbba9886b49feb85eff9aafa17b70, entries=47, sequenceid=6, filesize=14.9 K
2024-11-23T15:09:50,860 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 01410d880db2c7ba7c4d62fd8911ed83 in 51ms, sequenceid=6, compaction requested=false
2024-11-23T15:09:50,860 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testEmptyExportFileSystemState'
2024-11-23T15:09:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(2603): Flush status journal for 01410d880db2c7ba7c4d62fd8911ed83:

2024-11-23T15:09:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-23T15:09:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/cf/66fdbba9886b49feb85eff9aafa17b70] hfiles
2024-11-23T15:09:50,861 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/cf/66fdbba9886b49feb85eff9aafa17b70 for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/.tmp/cf/239346907bd345b394e4edd97a60de08 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/cf/239346907bd345b394e4edd97a60de08
2024-11-23T15:09:50,869 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/cf/239346907bd345b394e4edd97a60de08, entries=3, sequenceid=6, filesize=5.8 K
2024-11-23T15:09:50,869 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for afd91fdc8958de90b906ea3d4dca01bd in 60ms, sequenceid=6, compaction requested=false
2024-11-23T15:09:50,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(2603): Flush status journal for afd91fdc8958de90b906ea3d4dca01bd:

2024-11-23T15:09:50,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-23T15:09:50,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:09:50,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/cf/239346907bd345b394e4edd97a60de08] hfiles
2024-11-23T15:09:50,870 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/cf/239346907bd345b394e4edd97a60de08 for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742284_1460 (size=115)
2024-11-23T15:09:50,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742284_1460 (size=115)
2024-11-23T15:09:50,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742284_1460 (size=115)
2024-11-23T15:09:50,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:09:50,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=205
2024-11-23T15:09:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=205
2024-11-23T15:09:50,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,887 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,888 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=205, ppid=203, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83 in 235 msec
2024-11-23T15:09:50,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742285_1461 (size=115)
2024-11-23T15:09:50,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742285_1461 (size=115)
2024-11-23T15:09:50,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742285_1461 (size=115)
2024-11-23T15:09:50,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:09:50,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=204
2024-11-23T15:09:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=204
2024-11-23T15:09:50,890 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,890 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,891 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=204, resume processing ppid=203
2024-11-23T15:09:50,891 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=204, ppid=203, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afd91fdc8958de90b906ea3d4dca01bd in 238 msec
2024-11-23T15:09:50,892 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:09:50,892 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:09:50,893 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:09:50,893 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:09:50,893 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:09:50,894 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241123e044688cdbb04b09b4ae7c6e12d682ef_01410d880db2c7ba7c4d62fd8911ed83, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241123fa5574f3200742988a168401421c46b3_afd91fdc8958de90b906ea3d4dca01bd] hfiles
2024-11-23T15:09:50,894 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241123e044688cdbb04b09b4ae7c6e12d682ef_01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:09:50,894 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241123fa5574f3200742988a168401421c46b3_afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:09:50,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742286_1462 (size=299)
2024-11-23T15:09:50,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742286_1462 (size=299)
2024-11-23T15:09:50,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742286_1462 (size=299)
2024-11-23T15:09:50,900 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:09:50,900 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,901 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742287_1463 (size=983)
2024-11-23T15:09:50,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742287_1463 (size=983)
2024-11-23T15:09:50,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742287_1463 (size=983)
2024-11-23T15:09:50,916 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:09:50,921 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:09:50,921 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,922 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:09:50,922 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 203
2024-11-23T15:09:50,923 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=203, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 282 msec
2024-11-23T15:09:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-23T15:09:50,956 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-23T15:09:50,956 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956
2024-11-23T15:09:50,956 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:50,982 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:09:50,982 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,983 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:09:50,986 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:09:50,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-23T15:09:50,993 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-23T15:09:50,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-23T15:09:50,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742289_1465 (size=673)
2024-11-23T15:09:50,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742288_1464 (size=185)
2024-11-23T15:09:51,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742288_1464 (size=185)
2024-11-23T15:09:51,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742289_1465 (size=673)
2024-11-23T15:09:51,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742289_1465 (size=673)
2024-11-23T15:09:51,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742288_1464 (size=185)
2024-11-23T15:09:51,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-8267318298883803531.jar
2024-11-23T15:09:51,924 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-8396424316631801979.jar
2024-11-23T15:09:51,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:09:51,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:09:51,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:09:51,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:09:51,986 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:09:51,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:09:51,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:09:51,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:09:51,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:09:51,987 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:09:51,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:09:51,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:09:51,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:51,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:51,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:09:51,988 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:51,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:09:51,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:09:51,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:09:52,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742290_1466 (size=24020)
2024-11-23T15:09:52,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742290_1466 (size=24020)
2024-11-23T15:09:52,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742290_1466 (size=24020)
2024-11-23T15:09:52,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742291_1467 (size=77755)
2024-11-23T15:09:52,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742291_1467 (size=77755)
2024-11-23T15:09:52,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742291_1467 (size=77755)
2024-11-23T15:09:52,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742292_1468 (size=131360)
2024-11-23T15:09:52,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742292_1468 (size=131360)
2024-11-23T15:09:52,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742292_1468 (size=131360)
2024-11-23T15:09:52,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742293_1469 (size=111793)
2024-11-23T15:09:52,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742293_1469 (size=111793)
2024-11-23T15:09:52,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742293_1469 (size=111793)
2024-11-23T15:09:52,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742294_1470 (size=1832290)
2024-11-23T15:09:52,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742294_1470 (size=1832290)
2024-11-23T15:09:52,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742294_1470 (size=1832290)
2024-11-23T15:09:52,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742295_1471 (size=8360005)
2024-11-23T15:09:52,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742295_1471 (size=8360005)
2024-11-23T15:09:52,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742295_1471 (size=8360005)
2024-11-23T15:09:52,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742296_1472 (size=503880)
2024-11-23T15:09:52,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742296_1472 (size=503880)
2024-11-23T15:09:52,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742296_1472 (size=503880)
2024-11-23T15:09:52,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742297_1473 (size=322274)
2024-11-23T15:09:52,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742297_1473 (size=322274)
2024-11-23T15:09:52,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742297_1473 (size=322274)
2024-11-23T15:09:52,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742298_1474 (size=20406)
2024-11-23T15:09:52,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742298_1474 (size=20406)
2024-11-23T15:09:52,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742298_1474 (size=20406)
2024-11-23T15:09:52,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742299_1475 (size=45609)
2024-11-23T15:09:52,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742299_1475 (size=45609)
2024-11-23T15:09:52,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742299_1475 (size=45609)
2024-11-23T15:09:52,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742300_1476 (size=136454)
2024-11-23T15:09:52,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742300_1476 (size=136454)
2024-11-23T15:09:52,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742300_1476 (size=136454)
2024-11-23T15:09:52,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742301_1477 (size=1597270)
2024-11-23T15:09:52,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742301_1477 (size=1597270)
2024-11-23T15:09:52,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742301_1477 (size=1597270)
2024-11-23T15:09:52,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742302_1478 (size=30873)
2024-11-23T15:09:52,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742302_1478 (size=30873)
2024-11-23T15:09:52,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742302_1478 (size=30873)
2024-11-23T15:09:52,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742303_1479 (size=29229)
2024-11-23T15:09:52,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742303_1479 (size=29229)
2024-11-23T15:09:52,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742303_1479 (size=29229)
2024-11-23T15:09:52,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742304_1480 (size=6424742)
2024-11-23T15:09:52,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742304_1480 (size=6424742)
2024-11-23T15:09:52,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742304_1480 (size=6424742)
2024-11-23T15:09:52,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742305_1481 (size=903660)
2024-11-23T15:09:52,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742305_1481 (size=903660)
2024-11-23T15:09:52,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742305_1481 (size=903660)
2024-11-23T15:09:52,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742306_1482 (size=5175431)
2024-11-23T15:09:52,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742306_1482 (size=5175431)
2024-11-23T15:09:52,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742306_1482 (size=5175431)
2024-11-23T15:09:52,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742307_1483 (size=232881)
2024-11-23T15:09:52,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742307_1483 (size=232881)
2024-11-23T15:09:52,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742307_1483 (size=232881)
2024-11-23T15:09:52,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742308_1484 (size=1323991)
2024-11-23T15:09:52,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742308_1484 (size=1323991)
2024-11-23T15:09:52,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742308_1484 (size=1323991)
2024-11-23T15:09:52,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742309_1485 (size=4695811)
2024-11-23T15:09:52,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742309_1485 (size=4695811)
2024-11-23T15:09:52,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742309_1485 (size=4695811)
2024-11-23T15:09:52,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742310_1486 (size=1877034)
2024-11-23T15:09:52,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742310_1486 (size=1877034)
2024-11-23T15:09:52,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742310_1486 (size=1877034)
2024-11-23T15:09:52,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742311_1487 (size=217555)
2024-11-23T15:09:52,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742311_1487 (size=217555)
2024-11-23T15:09:52,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742311_1487 (size=217555)
2024-11-23T15:09:52,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742312_1488 (size=4188619)
2024-11-23T15:09:52,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742312_1488 (size=4188619)
2024-11-23T15:09:52,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742312_1488 (size=4188619)
2024-11-23T15:09:52,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742313_1489 (size=127628)
2024-11-23T15:09:52,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742313_1489 (size=127628)
2024-11-23T15:09:52,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742313_1489 (size=127628)
2024-11-23T15:09:52,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742314_1490 (size=440956)
2024-11-23T15:09:52,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742314_1490 (size=440956)
2024-11-23T15:09:52,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742314_1490 (size=440956)
2024-11-23T15:09:52,257 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:09:52,258 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'emptySnaptb0-testEmptyExportFileSystemState' hfile list
2024-11-23T15:09:52,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742315_1491 (size=7)
2024-11-23T15:09:52,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742315_1491 (size=7)
2024-11-23T15:09:52,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742315_1491 (size=7)
2024-11-23T15:09:52,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742316_1492 (size=10)
2024-11-23T15:09:52,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742316_1492 (size=10)
2024-11-23T15:09:52,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742316_1492 (size=10)
2024-11-23T15:09:52,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742317_1493 (size=303980)
2024-11-23T15:09:52,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742317_1493 (size=303980)
2024-11-23T15:09:52,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742317_1493 (size=303980)
2024-11-23T15:09:52,293 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:09:52,293 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:09:53,038 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0008_000001 (auth:SIMPLE) from 127.0.0.1:37310
2024-11-23T15:09:54,318 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:09:58,105 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0008_000001 (auth:SIMPLE) from 127.0.0.1:40586
2024-11-23T15:09:58,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742318_1494 (size=349654)
2024-11-23T15:09:58,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742318_1494 (size=349654)
2024-11-23T15:09:58,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742318_1494 (size=349654)
2024-11-23T15:09:59,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742319_1495 (size=8568)
2024-11-23T15:09:59,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742319_1495 (size=8568)
2024-11-23T15:09:59,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742319_1495 (size=8568)
2024-11-23T15:09:59,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742320_1496 (size=460)
2024-11-23T15:09:59,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742320_1496 (size=460)
2024-11-23T15:09:59,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742320_1496 (size=460)
2024-11-23T15:09:59,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742321_1497 (size=8568)
2024-11-23T15:09:59,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742321_1497 (size=8568)
2024-11-23T15:09:59,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742321_1497 (size=8568)
2024-11-23T15:09:59,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742322_1498 (size=349654)
2024-11-23T15:09:59,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742322_1498 (size=349654)
2024-11-23T15:09:59,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742322_1498 (size=349654)
2024-11-23T15:09:59,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:10:00,594 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:10:00,595 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:10:00,599 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:10:00,599 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:10:00,599 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:10:00,599 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:10:00,600 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-23T15:10:00,600 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-23T15:10:00,600 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:10:00,600 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-23T15:10:00,600 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374590956/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-23T15:10:00,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=206, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-23T15:10:00,608 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374600608"}]},"ts":"1732374600608"}
2024-11-23T15:10:00,609 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLING in hbase:meta
2024-11-23T15:10:00,609 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testEmptyExportFileSystemState to state=DISABLING
2024-11-23T15:10:00,610 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=207, ppid=206, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState}]
2024-11-23T15:10:00,611 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, UNASSIGN}, {pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, UNASSIGN}]
2024-11-23T15:10:00,612 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, UNASSIGN
2024-11-23T15:10:00,612 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, UNASSIGN
2024-11-23T15:10:00,613 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=208 updating hbase:meta row=afd91fdc8958de90b906ea3d4dca01bd, regionState=CLOSING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:10:00,613 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=209 updating hbase:meta row=01410d880db2c7ba7c4d62fd8911ed83, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:10:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, UNASSIGN because future has completed
2024-11-23T15:10:00,614 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:10:00,614 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=210, ppid=208, state=RUNNABLE, hasLock=false; CloseRegionProcedure afd91fdc8958de90b906ea3d4dca01bd, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:10:00,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, UNASSIGN because future has completed
2024-11-23T15:10:00,615 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:10:00,615 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=211, ppid=209, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:10:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-23T15:10:00,767 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(122): Close 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:10:00,767 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(122): Close afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1722): Closing 01410d880db2c7ba7c4d62fd8911ed83, disabling compactions & flushes
2024-11-23T15:10:00,767 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1722): Closing afd91fdc8958de90b906ea3d4dca01bd, disabling compactions & flushes
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83. after waiting 0 ms
2024-11-23T15:10:00,767 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd. after waiting 0 ms
2024-11-23T15:10:00,767 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:10:00,772 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:10:00,772 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:10:00,773 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:10:00,773 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:10:00,773 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.
2024-11-23T15:10:00,773 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.
2024-11-23T15:10:00,773 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1676): Region close journal for afd91fdc8958de90b906ea3d4dca01bd:
Waiting for close lock at 1732374600767Running coprocessor pre-close hooks at 1732374600767Disabling compacts and flushes for region at 1732374600767Disabling writes for close at 1732374600767Writing region close event to WAL at 1732374600768 (+1 ms)Running coprocessor post-close hooks at 1732374600773 (+5 ms)Closed at 1732374600773
2024-11-23T15:10:00,773 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1676): Region close journal for 01410d880db2c7ba7c4d62fd8911ed83:
Waiting for close lock at 1732374600767Running coprocessor pre-close hooks at 1732374600767Disabling compacts and flushes for region at 1732374600767Disabling writes for close at 1732374600767Writing region close event to WAL at 1732374600768 (+1 ms)Running coprocessor post-close hooks at 1732374600772 (+4 ms)Closed at 1732374600773 (+1 ms)
2024-11-23T15:10:00,775 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(157): Closed 01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:10:00,776 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=209 updating hbase:meta row=01410d880db2c7ba7c4d62fd8911ed83, regionState=CLOSED
2024-11-23T15:10:00,776 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(157): Closed afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:10:00,777 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=208 updating hbase:meta row=afd91fdc8958de90b906ea3d4dca01bd, regionState=CLOSED
2024-11-23T15:10:00,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=211, ppid=209, state=RUNNABLE, hasLock=false; CloseRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:10:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=210, ppid=208, state=RUNNABLE, hasLock=false; CloseRegionProcedure afd91fdc8958de90b906ea3d4dca01bd, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:10:00,781 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=211, resume processing ppid=209
2024-11-23T15:10:00,781 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=211, ppid=209, state=SUCCESS, hasLock=false; CloseRegionProcedure 01410d880db2c7ba7c4d62fd8911ed83, server=c6f7b1897123,42617,1732374301442 in 165 msec
2024-11-23T15:10:00,782 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=210, resume processing ppid=208
2024-11-23T15:10:00,782 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=210, ppid=208, state=SUCCESS, hasLock=false; CloseRegionProcedure afd91fdc8958de90b906ea3d4dca01bd, server=c6f7b1897123,36557,1732374301588 in 166 msec
2024-11-23T15:10:00,782 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=209, ppid=207, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=01410d880db2c7ba7c4d62fd8911ed83, UNASSIGN in 170 msec
2024-11-23T15:10:00,783 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=208, resume processing ppid=207
2024-11-23T15:10:00,783 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=208, ppid=207, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=afd91fdc8958de90b906ea3d4dca01bd, UNASSIGN in 171 msec
2024-11-23T15:10:00,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=207, resume processing ppid=206
2024-11-23T15:10:00,785 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=207, ppid=206, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState in 174 msec
2024-11-23T15:10:00,786 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374600786"}]},"ts":"1732374600786"}
2024-11-23T15:10:00,787 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLED in hbase:meta
2024-11-23T15:10:00,787 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testEmptyExportFileSystemState to state=DISABLED
2024-11-23T15:10:00,788 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=206, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState in 182 msec
2024-11-23T15:10:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-23T15:10:00,928 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-23T15:10:00,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=212, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,933 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=212, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,934 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=212, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,936 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,938 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:10:00,938 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:10:00,940 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/recovered.edits]
2024-11-23T15:10:00,940 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/recovered.edits]
2024-11-23T15:10:00,944 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/cf/66fdbba9886b49feb85eff9aafa17b70 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/cf/66fdbba9886b49feb85eff9aafa17b70
2024-11-23T15:10:00,944 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/cf/239346907bd345b394e4edd97a60de08 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/cf/239346907bd345b394e4edd97a60de08
2024-11-23T15:10:00,947 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd/recovered.edits/9.seqid
2024-11-23T15:10:00,947 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83/recovered.edits/9.seqid
2024-11-23T15:10:00,947 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:10:00,947 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testEmptyExportFileSystemState/01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:10:00,947 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testEmptyExportFileSystemState regions
2024-11-23T15:10:00,947 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0
2024-11-23T15:10:00,948 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf]
2024-11-23T15:10:00,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241123e044688cdbb04b09b4ae7c6e12d682ef_01410d880db2c7ba7c4d62fd8911ed83 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b20241123e044688cdbb04b09b4ae7c6e12d682ef_01410d880db2c7ba7c4d62fd8911ed83
2024-11-23T15:10:00,951 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241123fa5574f3200742988a168401421c46b3_afd91fdc8958de90b906ea3d4dca01bd to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241123fa5574f3200742988a168401421c46b3_afd91fdc8958de90b906ea3d4dca01bd
2024-11-23T15:10:00,952 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0
2024-11-23T15:10:00,954 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=212, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,956 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testEmptyExportFileSystemState from hbase:meta
2024-11-23T15:10:00,958 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testEmptyExportFileSystemState' descriptor.
2024-11-23T15:10:00,959 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=212, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,959 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testEmptyExportFileSystemState' from region states.
2024-11-23T15:10:00,959 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374600959"}]},"ts":"9223372036854775807"}
2024-11-23T15:10:00,959 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374600959"}]},"ts":"9223372036854775807"}
2024-11-23T15:10:00,961 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:10:00,961 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => afd91fdc8958de90b906ea3d4dca01bd, NAME => 'testtb-testEmptyExportFileSystemState,,1732374589104.afd91fdc8958de90b906ea3d4dca01bd.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 01410d880db2c7ba7c4d62fd8911ed83, NAME => 'testtb-testEmptyExportFileSystemState,1,1732374589104.01410d880db2c7ba7c4d62fd8911ed83.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:10:00,962 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testEmptyExportFileSystemState' as deleted.
2024-11-23T15:10:00,962 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374600962"}]},"ts":"9223372036854775807"}
2024-11-23T15:10:00,963 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testEmptyExportFileSystemState state from META
2024-11-23T15:10:00,964 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=212, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-23T15:10:00,965 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=212, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState in 35 msec
2024-11-23T15:10:00,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,084 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-23T15:10:01,084 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-23T15:10:01,084 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-23T15:10:01,084 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212
2024-11-23T15:10:01,094 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,095 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,095 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,095 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testEmptyExportFileSystemState
2024-11-23T15:10:01,095 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,095 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-23T15:10:01,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-23T15:10:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testEmptyExportFileSystemState
2024-11-23T15:10:01,106 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-23T15:10:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testEmptyExportFileSystemState
2024-11-23T15:10:01,128 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=820 (was 807)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:48418 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1764616869_1 at /127.0.0.1:41780 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1764616869_1 at /127.0.0.1:50164 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 147439)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:36925 from appattempt_1732374308737_0008_000001
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:41812 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41017
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-7450
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:50174 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:41017 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=821 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 520), ProcessCount=24 (was 21) - ProcessCount LEAK? -, AvailableMemoryMB=3799 (was 4295)
2024-11-23T15:10:01,128 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=820 is superior to 500
2024-11-23T15:10:01,148 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=820, OpenFileDescriptor=821, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=24, AvailableMemoryMB=3798
2024-11-23T15:10:01,148 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=820 is superior to 500
2024-11-23T15:10:01,150 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:10:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=213, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:10:01,152 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:10:01,152 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithChecksum"
 procId is: 213
2024-11-23T15:10:01,152 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:10:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-23T15:10:01,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742323_1499 (size=440)
2024-11-23T15:10:01,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742323_1499 (size=440)
2024-11-23T15:10:01,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742323_1499 (size=440)
2024-11-23T15:10:01,160 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfb3af6a3cc892c6cef1791c71dd2cf8, NAME => 'testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:10:01,160 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8cae1578d568c762f7b55abb3c0956ec, NAME => 'testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:10:01,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742324_1500 (size=65)
2024-11-23T15:10:01,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742324_1500 (size=65)
2024-11-23T15:10:01,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742324_1500 (size=65)
2024-11-23T15:10:01,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742325_1501 (size=65)
2024-11-23T15:10:01,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742325_1501 (size=65)
2024-11-23T15:10:01,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742325_1501 (size=65)
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1722): Closing dfb3af6a3cc892c6cef1791c71dd2cf8, disabling compactions & flushes
2024-11-23T15:10:01,174 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1722): Closing 8cae1578d568c762f7b55abb3c0956ec, disabling compactions & flushes
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. after waiting 0 ms
2024-11-23T15:10:01,174 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:01,174 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec. after waiting 0 ms
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfb3af6a3cc892c6cef1791c71dd2cf8:
Waiting for close lock at 1732374601174Disabling compacts and flushes for region at 1732374601174Disabling writes for close at 1732374601174Writing region close event to WAL at 1732374601174Closed at 1732374601174
2024-11-23T15:10:01,174 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:01,174 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8cae1578d568c762f7b55abb3c0956ec:
Waiting for close lock at 1732374601174Disabling compacts and flushes for region at 1732374601174Disabling writes for close at 1732374601174Writing region close event to WAL at 1732374601174Closed at 1732374601174
2024-11-23T15:10:01,175 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:10:01,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732374601175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374601175"}]},"ts":"1732374601175"}
2024-11-23T15:10:01,176 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732374601175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374601175"}]},"ts":"1732374601175"}
2024-11-23T15:10:01,177 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:10:01,178 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:10:01,178 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374601178"}]},"ts":"1732374601178"}
2024-11-23T15:10:01,179 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLING in hbase:meta
2024-11-23T15:10:01,179 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:10:01,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:10:01,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:10:01,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:10:01,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:10:01,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:10:01,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:10:01,180 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:10:01,180 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:10:01,180 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:10:01,180 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:10:01,180 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, ASSIGN}, {pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, ASSIGN}]
2024-11-23T15:10:01,181 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, ASSIGN
2024-11-23T15:10:01,181 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, ASSIGN
2024-11-23T15:10:01,182 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:10:01,182 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, ASSIGN; state=OFFLINE, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:10:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-23T15:10:01,332 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:10:01,332 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=8cae1578d568c762f7b55abb3c0956ec, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:10:01,332 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:10:01,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, ASSIGN because future has completed
2024-11-23T15:10:01,334 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=216, ppid=215, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cae1578d568c762f7b55abb3c0956ec, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:10:01,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, ASSIGN because future has completed
2024-11-23T15:10:01,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=217, ppid=214, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:10:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-23T15:10:01,493 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:01,493 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cae1578d568c762f7b55abb3c0956ec, NAME => 'testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:10:01,494 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec. service=AccessControlService
2024-11-23T15:10:01,494 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:10:01,494 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:01,494 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,494 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7794): checking encryption for 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7752): Opening region: {ENCODED => dfb3af6a3cc892c6cef1791c71dd2cf8, NAME => 'testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7797): checking classloading for 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. service=AccessControlService
2024-11-23T15:10:01,495 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7794): checking encryption for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,495 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7797): checking classloading for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,496 INFO  [StoreOpener-8cae1578d568c762f7b55abb3c0956ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8cae1578d568c762f7b55abb3c0956ec 
2024-11-23T15:10:01,497 INFO  [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfb3af6a3cc892c6cef1791c71dd2cf8 
2024-11-23T15:10:01,497 INFO  [StoreOpener-8cae1578d568c762f7b55abb3c0956ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cae1578d568c762f7b55abb3c0956ec columnFamilyName cf
2024-11-23T15:10:01,498 INFO  [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfb3af6a3cc892c6cef1791c71dd2cf8 columnFamilyName cf
2024-11-23T15:10:01,498 DEBUG [StoreOpener-8cae1578d568c762f7b55abb3c0956ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:01,498 DEBUG [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:01,499 INFO  [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] regionserver.HStore(327): Store=dfb3af6a3cc892c6cef1791c71dd2cf8/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:10:01,499 INFO  [StoreOpener-8cae1578d568c762f7b55abb3c0956ec-1 {}] regionserver.HStore(327): Store=8cae1578d568c762f7b55abb3c0956ec/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:10:01,499 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1038): replaying wal for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,499 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1038): replaying wal for 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,500 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,500 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1048): stopping wal replay for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1060): Cleaning up temporary data for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1048): stopping wal replay for 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1060): Cleaning up temporary data for 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,503 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1093): writing seq id for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,503 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1093): writing seq id for 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,504 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:10:01,505 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:10:01,505 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1114): Opened dfb3af6a3cc892c6cef1791c71dd2cf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68934997, jitterRate=0.027211502194404602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:10:01,505 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:01,505 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1114): Opened 8cae1578d568c762f7b55abb3c0956ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60145761, jitterRate=-0.1037583202123642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:10:01,505 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:01,506 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1006): Region open journal for 8cae1578d568c762f7b55abb3c0956ec:
Running coprocessor pre-open hook at 1732374601495Writing region info on filesystem at 1732374601495Initializing all the Stores at 1732374601496 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374601496Cleaning up temporary data from old regions at 1732374601501 (+5 ms)Running coprocessor post-open hooks at 1732374601505 (+4 ms)Region opened successfully at 1732374601506 (+1 ms)
2024-11-23T15:10:01,506 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1006): Region open journal for dfb3af6a3cc892c6cef1791c71dd2cf8:
Running coprocessor pre-open hook at 1732374601495Writing region info on filesystem at 1732374601495Initializing all the Stores at 1732374601496 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374601496Cleaning up temporary data from old regions at 1732374601501 (+5 ms)Running coprocessor post-open hooks at 1732374601505 (+4 ms)Region opened successfully at 1732374601506 (+1 ms)
2024-11-23T15:10:01,506 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8., pid=217, masterSystemTime=1732374601488
2024-11-23T15:10:01,506 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec., pid=216, masterSystemTime=1732374601487
2024-11-23T15:10:01,508 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:01,508 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:01,509 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=8cae1578d568c762f7b55abb3c0956ec, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:10:01,509 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:01,509 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:01,509 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:10:01,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=216, ppid=215, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cae1578d568c762f7b55abb3c0956ec, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:10:01,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=217, ppid=214, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:10:01,514 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=216, resume processing ppid=215
2024-11-23T15:10:01,514 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=216, ppid=215, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cae1578d568c762f7b55abb3c0956ec, server=c6f7b1897123,36557,1732374301588 in 178 msec
2024-11-23T15:10:01,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=217, resume processing ppid=214
2024-11-23T15:10:01,514 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=217, ppid=214, state=SUCCESS, hasLock=false; OpenRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,43471,1732374301700 in 177 msec
2024-11-23T15:10:01,515 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=215, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, ASSIGN in 334 msec
2024-11-23T15:10:01,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=214, resume processing ppid=213
2024-11-23T15:10:01,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=214, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, ASSIGN in 334 msec
2024-11-23T15:10:01,517 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:10:01,517 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374601517"}]},"ts":"1732374601517"}
2024-11-23T15:10:01,519 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLED in hbase:meta
2024-11-23T15:10:01,520 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:10:01,520 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithChecksum jenkins: RWXCA
2024-11-23T15:10:01,523 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-23T15:10:01,552 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=662.40 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=2, hits=0, hitRatio=0, cachingAccesses=2, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0
2024-11-23T15:10:01,644 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0
2024-11-23T15:10:01,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:10:01,753 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=919.14 KB, freeSize=879.10 MB, max=880 MB, blockCount=3, accesses=5, hits=2, hitRatio=40.00%, , cachingAccesses=5, cachingHits=2, cachingHitsRatio=40.00%, evictions=29, evicted=0, evictedPerRun=0.0
2024-11-23T15:10:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-23T15:10:01,937 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=10, reused chunk count=20, reuseRatio=66.67%
2024-11-23T15:10:01,941 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-23T15:10:01,960 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,960 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,961 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,961 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,962 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,962 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,962 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,962 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-23T15:10:01,964 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=213, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum in 809 msec
2024-11-23T15:10:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-23T15:10:02,285 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-23T15:10:02,285 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum
2024-11-23T15:10:02,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:02,288 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:10:02,289 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,294 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,299 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-23T15:10:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374602301 (current time:1732374602301).
2024-11-23T15:10:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:10:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-23T15:10:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:10:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4887dbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:10:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:10:02,302 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:10:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:10:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:10:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f364609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:10:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:10:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,303 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:10:02,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758c731b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:10:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:10:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:10:02,305 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:10:02,306 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:10:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:10:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,306 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:10:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285c618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:10:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:10:02,307 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:10:02,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:10:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:10:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce09a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:10:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:10:02,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,308 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:10:02,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ef9141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:10:02,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:10:02,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:10:02,311 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:10:02,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:10:02,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:10:02,313 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:10:02,314 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:10:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:10:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-23T15:10:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:10:02,315 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:10:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=218, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-23T15:10:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 218
2024-11-23T15:10:02,316 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:10:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-23T15:10:02,317 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:10:02,319 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:10:02,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742326_1502 (size=161)
2024-11-23T15:10:02,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742326_1502 (size=161)
2024-11-23T15:10:02,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742326_1502 (size=161)
2024-11-23T15:10:02,331 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:10:02,331 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8}, {pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec}]
2024-11-23T15:10:02,331 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,332 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-23T15:10:02,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=220
2024-11-23T15:10:02,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=219
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.HRegion(2603): Flush status journal for dfb3af6a3cc892c6cef1791c71dd2cf8:

2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.HRegion(2603): Flush status journal for 8cae1578d568c762f7b55abb3c0956ec:

2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. for emptySnaptb0-testExportWithChecksum completed.
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec. for emptySnaptb0-testExportWithChecksum completed.
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:10:02,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:10:02,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742328_1504 (size=68)
2024-11-23T15:10:02,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:02,500 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=219
2024-11-23T15:10:02,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742328_1504 (size=68)
2024-11-23T15:10:02,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742328_1504 (size=68)
2024-11-23T15:10:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=219
2024-11-23T15:10:02,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,501 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,503 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=219, ppid=218, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8 in 171 msec
2024-11-23T15:10:02,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742327_1503 (size=68)
2024-11-23T15:10:02,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742327_1503 (size=68)
2024-11-23T15:10:02,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742327_1503 (size=68)
2024-11-23T15:10:02,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:02,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=220
2024-11-23T15:10:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=220
2024-11-23T15:10:02,510 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,511 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,513 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=220, resume processing ppid=218
2024-11-23T15:10:02,513 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:10:02,513 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=220, ppid=218, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec in 180 msec
2024-11-23T15:10:02,514 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:10:02,515 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:10:02,515 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:10:02,515 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:02,516 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:10:02,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742329_1505 (size=60)
2024-11-23T15:10:02,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742329_1505 (size=60)
2024-11-23T15:10:02,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742329_1505 (size=60)
2024-11-23T15:10:02,523 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:10:02,523 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithChecksum
2024-11-23T15:10:02,523 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum
2024-11-23T15:10:02,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742330_1506 (size=641)
2024-11-23T15:10:02,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742330_1506 (size=641)
2024-11-23T15:10:02,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742330_1506 (size=641)
2024-11-23T15:10:02,550 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:10:02,554 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:10:02,554 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportWithChecksum
2024-11-23T15:10:02,556 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:10:02,556 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 218
2024-11-23T15:10:02,558 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=218, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 241 msec
2024-11-23T15:10:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-23T15:10:02,636 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-23T15:10:02,644 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:10:02,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36557 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:10:02,646 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum
2024-11-23T15:10:02,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:02,649 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:10:02,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,656 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,662 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-23T15:10:02,666 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-23T15:10:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374602666 (current time:1732374602666).
2024-11-23T15:10:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:10:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-23T15:10:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:10:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3090fb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:10:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:10:02,668 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:10:02,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:10:02,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:10:02,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75907d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:10:02,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:10:02,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,670 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:10:02,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a1ba0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:10:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:10:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:10:02,673 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:10:02,674 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:10:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:10:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,675 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:10:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bde1601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:10:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:10:02,676 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:10:02,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:10:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:10:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b73fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:10:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:10:02,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,678 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:10:02,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2fbafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:10:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:10:02,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:10:02,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:10:02,682 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:10:02,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:10:02,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:10:02,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:10:02,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733.
2024-11-23T15:10:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:10:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:10:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-23T15:10:02,688 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:10:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:10:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=221, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-23T15:10:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 221
2024-11-23T15:10:02,691 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:10:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-23T15:10:02,692 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:10:02,694 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:10:02,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742331_1507 (size=156)
2024-11-23T15:10:02,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742331_1507 (size=156)
2024-11-23T15:10:02,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742331_1507 (size=156)
2024-11-23T15:10:02,701 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:10:02,701 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8}, {pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec}]
2024-11-23T15:10:02,702 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,702 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-23T15:10:02,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36557 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=223
2024-11-23T15:10:02,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:02,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=222
2024-11-23T15:10:02,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:02,853 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(2902): Flushing 8cae1578d568c762f7b55abb3c0956ec 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-23T15:10:02,853 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(2902): Flushing dfb3af6a3cc892c6cef1791c71dd2cf8 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-23T15:10:02,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8 is 71, key is 083bad91555713968bd2e0e30737b009/cf:q/1732374602644/Put/seqid=0
2024-11-23T15:10:02,893 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec is 71, key is 186f63a770e28a17e10299ac9fbfa88f/cf:q/1732374602645/Put/seqid=0
2024-11-23T15:10:02,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742332_1508 (size=5032)
2024-11-23T15:10:02,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742332_1508 (size=5032)
2024-11-23T15:10:02,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742332_1508 (size=5032)
2024-11-23T15:10:02,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:02,931 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/.tmp/cf/bbc5c178e90f413da98494c8ba6d6716, store: [table=testtb-testExportWithChecksum family=cf region=dfb3af6a3cc892c6cef1791c71dd2cf8]
2024-11-23T15:10:02,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/.tmp/cf/bbc5c178e90f413da98494c8ba6d6716 is 206, key is 006d13a2de78f2bea5705b6cadf13f1c9/cf:q/1732374602644/Put/seqid=0
2024-11-23T15:10:02,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742333_1509 (size=8241)
2024-11-23T15:10:02,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742333_1509 (size=8241)
2024-11-23T15:10:02,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742333_1509 (size=8241)
2024-11-23T15:10:02,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:02,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742334_1510 (size=5700)
2024-11-23T15:10:02,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742334_1510 (size=5700)
2024-11-23T15:10:02,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742334_1510 (size=5700)
2024-11-23T15:10:02,949 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=132, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/.tmp/cf/bbc5c178e90f413da98494c8ba6d6716
2024-11-23T15:10:02,951 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/.tmp/cf/571cf0d6f71845c2913f86c761d1b062, store: [table=testtb-testExportWithChecksum family=cf region=8cae1578d568c762f7b55abb3c0956ec]
2024-11-23T15:10:02,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/.tmp/cf/571cf0d6f71845c2913f86c761d1b062 is 206, key is 1beae3abc6f62c3915ea783ba000c075d/cf:q/1732374602645/Put/seqid=0
2024-11-23T15:10:02,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/.tmp/cf/bbc5c178e90f413da98494c8ba6d6716 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716
2024-11-23T15:10:02,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742335_1511 (size=15055)
2024-11-23T15:10:02,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742335_1511 (size=15055)
2024-11-23T15:10:02,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742335_1511 (size=15055)
2024-11-23T15:10:02,960 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/.tmp/cf/571cf0d6f71845c2913f86c761d1b062
2024-11-23T15:10:02,961 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716, entries=2, sequenceid=6, filesize=5.6 K
2024-11-23T15:10:02,964 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for dfb3af6a3cc892c6cef1791c71dd2cf8 in 111ms, sequenceid=6, compaction requested=false
2024-11-23T15:10:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithChecksum'
2024-11-23T15:10:02,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/.tmp/cf/571cf0d6f71845c2913f86c761d1b062 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062
2024-11-23T15:10:02,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(2603): Flush status journal for dfb3af6a3cc892c6cef1791c71dd2cf8:

2024-11-23T15:10:02,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. for snaptb0-testExportWithChecksum completed.
2024-11-23T15:10:02,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-23T15:10:02,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:10:02,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716] hfiles
2024-11-23T15:10:02,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716 for snapshot=snaptb0-testExportWithChecksum
2024-11-23T15:10:02,969 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062, entries=48, sequenceid=6, filesize=14.7 K
2024-11-23T15:10:02,970 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 8cae1578d568c762f7b55abb3c0956ec in 117ms, sequenceid=6, compaction requested=false
2024-11-23T15:10:02,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(2603): Flush status journal for 8cae1578d568c762f7b55abb3c0956ec:

2024-11-23T15:10:02,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec. for snaptb0-testExportWithChecksum completed.
2024-11-23T15:10:02,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-23T15:10:02,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:10:02,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062] hfiles
2024-11-23T15:10:02,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062 for snapshot=snaptb0-testExportWithChecksum
2024-11-23T15:10:02,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742336_1512 (size=107)
2024-11-23T15:10:02,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742336_1512 (size=107)
2024-11-23T15:10:02,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742336_1512 (size=107)
2024-11-23T15:10:02,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:02,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=222
2024-11-23T15:10:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=222
2024-11-23T15:10:02,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,982 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742337_1513 (size=107)
2024-11-23T15:10:02,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742337_1513 (size=107)
2024-11-23T15:10:02,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742337_1513 (size=107)
2024-11-23T15:10:02,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:10:02,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=223
2024-11-23T15:10:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=223
2024-11-23T15:10:02,984 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,985 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,986 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=222, ppid=221, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8 in 282 msec
2024-11-23T15:10:02,987 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=223, resume processing ppid=221
2024-11-23T15:10:02,987 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=223, ppid=221, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8cae1578d568c762f7b55abb3c0956ec in 284 msec
2024-11-23T15:10:02,987 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:10:02,987 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:10:02,988 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:10:02,988 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:10:02,988 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:02,989 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8] hfiles
2024-11-23T15:10:02,989 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:10:02,989 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:02,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742338_1514 (size=291)
2024-11-23T15:10:02,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742338_1514 (size=291)
2024-11-23T15:10:02,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742338_1514 (size=291)
2024-11-23T15:10:02,997 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:10:02,997 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithChecksum
2024-11-23T15:10:02,998 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-23T15:10:03,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742339_1515 (size=951)
2024-11-23T15:10:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-23T15:10:03,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742339_1515 (size=951)
2024-11-23T15:10:03,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742339_1515 (size=951)
2024-11-23T15:10:03,009 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:10:03,014 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:10:03,014 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-23T15:10:03,016 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:10:03,016 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 221
2024-11-23T15:10:03,016 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=221, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 328 msec
2024-11-23T15:10:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-23T15:10:03,315 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-23T15:10:03,316 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315
2024-11-23T15:10:03,316 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:10:03,343 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:10:03,343 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@696dc2df, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-23T15:10:03,345 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:10:03,348 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithChecksum to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-23T15:10:03,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:03,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:03,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:03,702 INFO  [regionserver/c6f7b1897123:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-23T15:10:03,733 INFO  [regionserver/c6f7b1897123:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-23T15:10:03,739 INFO  [regionserver/c6f7b1897123:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-23T15:10:04,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-11530476246990240855.jar
2024-11-23T15:10:04,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-11781874241984458594.jar
2024-11-23T15:10:04,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:04,772 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:10:04,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:10:04,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:10:04,773 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:10:04,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:10:04,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:10:04,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:10:04,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:10:04,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:10:04,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:10:04,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:10:04,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:04,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:04,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:10:04,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:04,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:04,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:10:04,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:10:04,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742340_1516 (size=24020)
2024-11-23T15:10:04,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742340_1516 (size=24020)
2024-11-23T15:10:04,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742340_1516 (size=24020)
2024-11-23T15:10:04,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742341_1517 (size=77755)
2024-11-23T15:10:04,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742341_1517 (size=77755)
2024-11-23T15:10:04,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742341_1517 (size=77755)
2024-11-23T15:10:04,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742342_1518 (size=131360)
2024-11-23T15:10:04,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742342_1518 (size=131360)
2024-11-23T15:10:04,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742342_1518 (size=131360)
2024-11-23T15:10:04,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742343_1519 (size=111793)
2024-11-23T15:10:04,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742343_1519 (size=111793)
2024-11-23T15:10:04,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742343_1519 (size=111793)
2024-11-23T15:10:04,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742344_1520 (size=1832290)
2024-11-23T15:10:04,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742344_1520 (size=1832290)
2024-11-23T15:10:04,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742344_1520 (size=1832290)
2024-11-23T15:10:05,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742345_1521 (size=440956)
2024-11-23T15:10:05,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742345_1521 (size=440956)
2024-11-23T15:10:05,036 DEBUG [master/c6f7b1897123:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-23T15:10:05,037 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8cae1578d568c762f7b55abb3c0956ec changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:10:05,037 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 77f30a4c43f689391585712ce291e5b2 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:10:05,037 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9d2aa9df4efa84e871cbefe14edffc1 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:10:05,037 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dfb3af6a3cc892c6cef1791c71dd2cf8 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:10:05,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742345_1521 (size=440956)
2024-11-23T15:10:05,041 DEBUG [master/c6f7b1897123:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(138): Balancing RSGroup=default
2024-11-23T15:10:05,041 INFO  [master/c6f7b1897123:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(151): Start Generate Balance plan for group: default
2024-11-23T15:10:05,041 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BaseLoadBalancer(619): Start Generate Balance plan for cluster.
2024-11-23T15:10:05,042 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:10:05,043 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 has 1 regions
2024-11-23T15:10:05,043 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 has 2 regions
2024-11-23T15:10:05,043 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 has 3 regions
2024-11-23T15:10:05,043 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:10:05,043 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:10:05,043 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:10:05,043 INFO  [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:10:05,043 INFO  [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:10:05,043 INFO  [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:10:05,043 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.BalancerClusterState(326): Number of tables=4, number of hosts=1, number of racks=1
2024-11-23T15:10:05,046 INFO  [master/c6f7b1897123:0.Chore.1 {}] balancer.StochasticLoadBalancer(403): Cluster wide - Calculating plan. may take up to 30000ms to complete.
2024-11-23T15:10:05,047 INFO  [master/c6f7b1897123:0.Chore.1 {}] balancer.StochasticLoadBalancer(515): Start StochasticLoadBalancer.balancer, initial weighted average imbalance=0.25158009559798544, functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.2886751345948129, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8209636651948572, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8533464809192823, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0);  computedMaxSteps=14400
2024-11-23T15:10:05,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742346_1522 (size=8360005)
2024-11-23T15:10:05,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742346_1522 (size=8360005)
2024-11-23T15:10:05,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742346_1522 (size=8360005)
2024-11-23T15:10:05,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742347_1523 (size=503880)
2024-11-23T15:10:05,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742347_1523 (size=503880)
2024-11-23T15:10:05,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742347_1523 (size=503880)
2024-11-23T15:10:05,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742348_1524 (size=322274)
2024-11-23T15:10:05,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742348_1524 (size=322274)
2024-11-23T15:10:05,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742348_1524 (size=322274)
2024-11-23T15:10:05,404 INFO  [master/c6f7b1897123:0.Chore.1 {}] balancer.StochasticLoadBalancer(562): Finished computing new moving plan. Computation took 360 ms to try 14400 different iterations.  Found a solution that moves 2 regions; Going from a computed imbalance of 0.25158009559798544 to a new imbalance of 0.017635723334273525. funtionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.3333333333333333, need balance); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8209636651948572, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8533464809192823, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 
2024-11-23T15:10:05,408 INFO  [master/c6f7b1897123:0.Chore.1 {}] master.HMaster(2167): Balancer plans size is 2, the balance interval is 150000 ms, and the max number regions in transition is 6
2024-11-23T15:10:05,409 INFO  [master/c6f7b1897123:0.Chore.1 {}] master.HMaster(2172): balance hri=77f30a4c43f689391585712ce291e5b2, source=c6f7b1897123,42617,1732374301442, destination=c6f7b1897123,36557,1732374301588
2024-11-23T15:10:05,411 DEBUG [master/c6f7b1897123:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, REOPEN/MOVE
2024-11-23T15:10:05,411 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, REOPEN/MOVE
2024-11-23T15:10:05,414 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=77f30a4c43f689391585712ce291e5b2, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:10:05,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, REOPEN/MOVE because future has completed
2024-11-23T15:10:05,423 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:10:05,423 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=225, ppid=224, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:10:05,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742349_1525 (size=20406)
2024-11-23T15:10:05,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742349_1525 (size=20406)
2024-11-23T15:10:05,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742349_1525 (size=20406)
2024-11-23T15:10:05,475 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0008_000001 (auth:SIMPLE) from 127.0.0.1:48910
2024-11-23T15:10:05,539 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0008/container_1732374308737_0008_01_000001/launch_container.sh]
2024-11-23T15:10:05,539 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0008/container_1732374308737_0008_01_000001/container_tokens]
2024-11-23T15:10:05,539 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0008/container_1732374308737_0008_01_000001/sysfs]
2024-11-23T15:10:05,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742350_1526 (size=45609)
2024-11-23T15:10:05,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742350_1526 (size=45609)
2024-11-23T15:10:05,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742350_1526 (size=45609)
2024-11-23T15:10:05,577 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] handler.UnassignRegionHandler(122): Close 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,577 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:10:05,578 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1722): Closing 77f30a4c43f689391585712ce291e5b2, disabling compactions & flushes
2024-11-23T15:10:05,578 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:10:05,578 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:10:05,578 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2. after waiting 0 ms
2024-11-23T15:10:05,578 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:10:05,592 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T15:10:05,593 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:10:05,593 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:10:05,593 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegion(1676): Region close journal for 77f30a4c43f689391585712ce291e5b2:
Waiting for close lock at 1732374605577Running coprocessor pre-close hooks at 1732374605577Disabling compacts and flushes for region at 1732374605578 (+1 ms)Disabling writes for close at 1732374605578Writing region close event to WAL at 1732374605584 (+6 ms)Running coprocessor post-close hooks at 1732374605593 (+9 ms)Closed at 1732374605593
2024-11-23T15:10:05,593 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] regionserver.HRegionServer(3302): Adding 77f30a4c43f689391585712ce291e5b2 move to c6f7b1897123,36557,1732374301588 record at close sequenceid=5
2024-11-23T15:10:05,598 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=225}] handler.UnassignRegionHandler(157): Closed 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,598 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=77f30a4c43f689391585712ce291e5b2, regionState=CLOSED
2024-11-23T15:10:05,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=225, ppid=224, state=RUNNABLE, hasLock=false; CloseRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:10:05,610 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=225, resume processing ppid=224
2024-11-23T15:10:05,610 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=225, ppid=224, state=SUCCESS, hasLock=false; CloseRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,42617,1732374301442 in 184 msec
2024-11-23T15:10:05,611 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, REOPEN/MOVE; state=CLOSED, location=c6f7b1897123,36557,1732374301588; forceNewPlan=false, retain=false
2024-11-23T15:10:05,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742351_1527 (size=136454)
2024-11-23T15:10:05,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742351_1527 (size=136454)
2024-11-23T15:10:05,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742351_1527 (size=136454)
2024-11-23T15:10:05,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742352_1528 (size=1597270)
2024-11-23T15:10:05,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742352_1528 (size=1597270)
2024-11-23T15:10:05,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742352_1528 (size=1597270)
2024-11-23T15:10:05,675 INFO  [regionserver/c6f7b1897123:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 89198 ms
2024-11-23T15:10:05,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742353_1529 (size=30873)
2024-11-23T15:10:05,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742353_1529 (size=30873)
2024-11-23T15:10:05,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742353_1529 (size=30873)
2024-11-23T15:10:05,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742354_1530 (size=29229)
2024-11-23T15:10:05,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742354_1530 (size=29229)
2024-11-23T15:10:05,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742354_1530 (size=29229)
2024-11-23T15:10:05,762 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T15:10:05,762 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=77f30a4c43f689391585712ce291e5b2, regionState=OPENING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:10:05,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, REOPEN/MOVE because future has completed
2024-11-23T15:10:05,765 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=226, ppid=224, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:10:05,923 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:10:05,923 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(7752): Opening region: {ENCODED => 77f30a4c43f689391585712ce291e5b2, NAME => 'testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:10:05,924 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2. service=AccessControlService
2024-11-23T15:10:05,924 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:10:05,924 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,924 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:10:05,925 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(7794): checking encryption for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,925 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(7797): checking classloading for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,941 INFO  [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 77f30a4c43f689391585712ce291e5b2 
2024-11-23T15:10:05,942 INFO  [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77f30a4c43f689391585712ce291e5b2 columnFamilyName cf
2024-11-23T15:10:05,945 DEBUG [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:05,960 DEBUG [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/cf/dab23ac79ad24deba4396ee618543547
2024-11-23T15:10:05,960 INFO  [StoreOpener-77f30a4c43f689391585712ce291e5b2-1 {}] regionserver.HStore(327): Store=77f30a4c43f689391585712ce291e5b2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:10:05,960 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1038): replaying wal for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,961 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,963 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,963 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1048): stopping wal replay for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,963 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1060): Cleaning up temporary data for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,965 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1093): writing seq id for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,966 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1114): Opened 77f30a4c43f689391585712ce291e5b2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71502785, jitterRate=0.06547452509403229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:10:05,966 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:10:05,967 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegion(1006): Region open journal for 77f30a4c43f689391585712ce291e5b2:
Running coprocessor pre-open hook at 1732374605925Writing region info on filesystem at 1732374605925Initializing all the Stores at 1732374605926 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374605926Cleaning up temporary data from old regions at 1732374605963 (+37 ms)Running coprocessor post-open hooks at 1732374605966 (+3 ms)Region opened successfully at 1732374605967 (+1 ms)
2024-11-23T15:10:05,969 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2., pid=226, masterSystemTime=1732374605919
2024-11-23T15:10:05,972 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:10:05,973 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=226}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:10:05,973 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=77f30a4c43f689391585712ce291e5b2, regionState=OPEN, openSeqNum=9, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:10:05,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=226, ppid=224, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:10:05,980 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=226, resume processing ppid=224
2024-11-23T15:10:05,980 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=226, ppid=224, state=SUCCESS, hasLock=false; OpenRegionProcedure 77f30a4c43f689391585712ce291e5b2, server=c6f7b1897123,36557,1732374301588 in 212 msec
2024-11-23T15:10:05,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=224, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=77f30a4c43f689391585712ce291e5b2, REOPEN/MOVE in 571 msec
2024-11-23T15:10:06,013 INFO  [master/c6f7b1897123:0.Chore.1 {}] master.HMaster(2172): balance hri=dfb3af6a3cc892c6cef1791c71dd2cf8, source=c6f7b1897123,43471,1732374301700, destination=c6f7b1897123,42617,1732374301442
2024-11-23T15:10:06,016 DEBUG [master/c6f7b1897123:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, REOPEN/MOVE
2024-11-23T15:10:06,017 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, REOPEN/MOVE
2024-11-23T15:10:06,018 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:10:06,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, REOPEN/MOVE because future has completed
2024-11-23T15:10:06,020 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:10:06,020 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=228, ppid=227, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:10:06,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742355_1531 (size=903660)
2024-11-23T15:10:06,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742355_1531 (size=903660)
2024-11-23T15:10:06,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742355_1531 (size=903660)
2024-11-23T15:10:06,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742356_1532 (size=5175431)
2024-11-23T15:10:06,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742356_1532 (size=5175431)
2024-11-23T15:10:06,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742356_1532 (size=5175431)
2024-11-23T15:10:06,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742357_1533 (size=232881)
2024-11-23T15:10:06,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742357_1533 (size=232881)
2024-11-23T15:10:06,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742357_1533 (size=232881)
2024-11-23T15:10:06,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742358_1534 (size=1323991)
2024-11-23T15:10:06,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742358_1534 (size=1323991)
2024-11-23T15:10:06,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742358_1534 (size=1323991)
2024-11-23T15:10:06,175 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(122): Close dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,175 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:10:06,175 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1722): Closing dfb3af6a3cc892c6cef1791c71dd2cf8, disabling compactions & flushes
2024-11-23T15:10:06,175 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:06,175 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:06,175 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. after waiting 0 ms
2024-11-23T15:10:06,176 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:06,179 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:10:06,179 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:10:06,180 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:06,180 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1676): Region close journal for dfb3af6a3cc892c6cef1791c71dd2cf8:
Waiting for close lock at 1732374606175Running coprocessor pre-close hooks at 1732374606175Disabling compacts and flushes for region at 1732374606175Disabling writes for close at 1732374606176 (+1 ms)Writing region close event to WAL at 1732374606176Running coprocessor post-close hooks at 1732374606179 (+3 ms)Closed at 1732374606180 (+1 ms)
2024-11-23T15:10:06,180 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegionServer(3302): Adding dfb3af6a3cc892c6cef1791c71dd2cf8 move to c6f7b1897123,42617,1732374301442 record at close sequenceid=6
2024-11-23T15:10:06,183 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(157): Closed dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,185 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=CLOSED
2024-11-23T15:10:06,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=228, ppid=227, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:10:06,190 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=228, resume processing ppid=227
2024-11-23T15:10:06,190 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=228, ppid=227, state=SUCCESS, hasLock=false; CloseRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,43471,1732374301700 in 167 msec
2024-11-23T15:10:06,191 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, REOPEN/MOVE; state=CLOSED, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:10:06,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742359_1535 (size=4695811)
2024-11-23T15:10:06,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742359_1535 (size=4695811)
2024-11-23T15:10:06,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742359_1535 (size=4695811)
2024-11-23T15:10:06,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742360_1536 (size=1877034)
2024-11-23T15:10:06,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742360_1536 (size=1877034)
2024-11-23T15:10:06,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742360_1536 (size=1877034)
2024-11-23T15:10:06,341 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-23T15:10:06,341 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:10:06,341 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:10:06,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, REOPEN/MOVE because future has completed
2024-11-23T15:10:06,344 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=229, ppid=227, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:10:06,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742361_1537 (size=6424742)
2024-11-23T15:10:06,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742361_1537 (size=6424742)
2024-11-23T15:10:06,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742361_1537 (size=6424742)
2024-11-23T15:10:06,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742362_1538 (size=217555)
2024-11-23T15:10:06,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742362_1538 (size=217555)
2024-11-23T15:10:06,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742362_1538 (size=217555)
2024-11-23T15:10:06,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742363_1539 (size=4188619)
2024-11-23T15:10:06,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742363_1539 (size=4188619)
2024-11-23T15:10:06,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742363_1539 (size=4188619)
2024-11-23T15:10:06,500 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:06,500 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(7752): Opening region: {ENCODED => dfb3af6a3cc892c6cef1791c71dd2cf8, NAME => 'testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:10:06,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. service=AccessControlService
2024-11-23T15:10:06,501 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:10:06,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:10:06,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(7794): checking encryption for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,501 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(7797): checking classloading for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,506 INFO  [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dfb3af6a3cc892c6cef1791c71dd2cf8 
2024-11-23T15:10:06,507 INFO  [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfb3af6a3cc892c6cef1791c71dd2cf8 columnFamilyName cf
2024-11-23T15:10:06,508 DEBUG [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:10:06,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742364_1540 (size=127628)
2024-11-23T15:10:06,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742364_1540 (size=127628)
2024-11-23T15:10:06,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742364_1540 (size=127628)
2024-11-23T15:10:06,558 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:10:06,560 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-23T15:10:06,562 DEBUG [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716
2024-11-23T15:10:06,562 INFO  [StoreOpener-dfb3af6a3cc892c6cef1791c71dd2cf8-1 {}] regionserver.HStore(327): Store=dfb3af6a3cc892c6cef1791c71dd2cf8/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:10:06,562 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1038): replaying wal for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,564 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,566 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,566 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.7 K
2024-11-23T15:10:06,566 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K
2024-11-23T15:10:06,566 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.6 K
2024-11-23T15:10:06,566 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=4.9 K
2024-11-23T15:10:06,568 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1048): stopping wal replay for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,568 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1060): Cleaning up temporary data for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,570 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1093): writing seq id for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,571 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1114): Opened dfb3af6a3cc892c6cef1791c71dd2cf8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74937241, jitterRate=0.11665190756320953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:10:06,571 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:10:06,571 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1006): Region open journal for dfb3af6a3cc892c6cef1791c71dd2cf8:
Running coprocessor pre-open hook at 1732374606501Writing region info on filesystem at 1732374606501Initializing all the Stores at 1732374606502 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374606503 (+1 ms)Cleaning up temporary data from old regions at 1732374606568 (+65 ms)Running coprocessor post-open hooks at 1732374606571 (+3 ms)Region opened successfully at 1732374606571
2024-11-23T15:10:06,572 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8., pid=229, masterSystemTime=1732374606497
2024-11-23T15:10:06,574 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:06,574 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:10:06,577 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=OPEN, openSeqNum=10, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:10:06,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=229, ppid=227, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:10:06,585 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=229, resume processing ppid=227
2024-11-23T15:10:06,585 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=229, ppid=227, state=SUCCESS, hasLock=false; OpenRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,42617,1732374301442 in 239 msec
2024-11-23T15:10:06,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=227, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, REOPEN/MOVE in 572 msec
2024-11-23T15:10:06,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742365_1541 (size=1023)
2024-11-23T15:10:06,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742365_1541 (size=1023)
2024-11-23T15:10:06,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742365_1541 (size=1023)
2024-11-23T15:10:06,617 DEBUG [master/c6f7b1897123:0.Chore.1 {}] master.HMaster(2203): Balancer is going into sleep until next period in 300000ms
2024-11-23T15:10:06,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742366_1542 (size=35)
2024-11-23T15:10:06,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742366_1542 (size=35)
2024-11-23T15:10:06,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742366_1542 (size=35)
2024-11-23T15:10:06,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testtb-testExportWithChecksum because normalization is disabled in its table properties and normalization is also disabled at table level by default
2024-11-23T15:10:06,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testExportExpiredSnapshot because normalization is disabled in its table properties and normalization is also disabled at table level by default
2024-11-23T15:10:06,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742367_1543 (size=304127)
2024-11-23T15:10:06,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742367_1543 (size=304127)
2024-11-23T15:10:06,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742367_1543 (size=304127)
2024-11-23T15:10:06,684 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:10:06,684 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:10:07,103 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:38692
2024-11-23T15:10:10,616 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithChecksum'
2024-11-23T15:10:10,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot'
2024-11-23T15:10:11,427 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:10:11,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-23T15:10:11,470 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum Metrics about Tables on a single HBase RegionServer
2024-11-23T15:10:11,679 INFO  [regionserver/c6f7b1897123:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe. because 193ebe37c63a34031f02ac5854f8d6fe/l has an old edit so flush to free WALs after random delay 44104 ms
2024-11-23T15:10:14,086 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:50538
2024-11-23T15:10:14,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742368_1544 (size=349825)
2024-11-23T15:10:14,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742368_1544 (size=349825)
2024-11-23T15:10:14,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742368_1544 (size=349825)
2024-11-23T15:10:16,473 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:49400
2024-11-23T15:10:16,474 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:42372
2024-11-23T15:10:17,222 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:42386
2024-11-23T15:10:17,235 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:49410
2024-11-23T15:10:19,472 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0009_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:10:22,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d9d2aa9df4efa84e871cbefe14edffc1, had cached 0 bytes from a total of 14661
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:27,015 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000003/launch_container.sh]
2024-11-23T15:10:27,015 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000003/container_tokens]
2024-11-23T15:10:27,015 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000003/sysfs]
2024-11-23T15:10:27,516 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000005/launch_container.sh]
2024-11-23T15:10:27,516 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000005/container_tokens]
2024-11-23T15:10:27,516 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000005/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:28,239 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:56570
2024-11-23T15:10:29,237 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:56582
2024-11-23T15:10:29,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:10:29,558 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000004/launch_container.sh]
2024-11-23T15:10:29,558 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000004/container_tokens]
2024-11-23T15:10:29,558 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000004/sysfs]
2024-11-23T15:10:29,574 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000002/launch_container.sh]
2024-11-23T15:10:29,574 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000002/container_tokens]
2024-11-23T15:10:29,574 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000002/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:30,245 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:58166
2024-11-23T15:10:30,557 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0009_01_000009 while processing FINISH_CONTAINERS event
2024-11-23T15:10:31,238 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:58178
2024-11-23T15:10:33,559 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0009_01_000012 while processing FINISH_CONTAINERS event
2024-11-23T15:10:35,910 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000008/launch_container.sh]
2024-11-23T15:10:35,910 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000008/container_tokens]
2024-11-23T15:10:35,910 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000008/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:36,409 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000010/launch_container.sh]
2024-11-23T15:10:36,409 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000010/container_tokens]
2024-11-23T15:10:36,409 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_0/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000010/sysfs]
2024-11-23T15:10:36,566 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000007/launch_container.sh]
2024-11-23T15:10:36,566 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000007/container_tokens]
2024-11-23T15:10:36,566 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000007/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:37,257 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:48054
2024-11-23T15:10:38,267 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:48058
2024-11-23T15:10:38,267 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:40600
2024-11-23T15:10:38,765 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000011/launch_container.sh]
2024-11-23T15:10:38,765 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000011/container_tokens]
2024-11-23T15:10:38,765 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000011/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:39,272 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:48072
2024-11-23T15:10:40,553 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0009_01_000017 while processing FINISH_CONTAINERS event
2024-11-23T15:10:40,746 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0009_01_000018 while processing FINISH_CONTAINERS event
2024-11-23T15:10:43,807 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000013/launch_container.sh]
2024-11-23T15:10:43,808 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000013/container_tokens]
2024-11-23T15:10:43,808 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000013/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:45,464 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:38264
2024-11-23T15:10:45,464 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:43750
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/local-export-1732374603315/archive/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-23T15:10:46,471 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:43760
2024-11-23T15:10:46,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8cae1578d568c762f7b55abb3c0956ec, had cached 0 bytes from a total of 15055
2024-11-23T15:10:47,464 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:38266
2024-11-23T15:10:48,993 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000015/launch_container.sh]
2024-11-23T15:10:48,993 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000015/container_tokens]
2024-11-23T15:10:48,993 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000015/sysfs]
2024-11-23T15:10:49,059 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000014/launch_container.sh]
2024-11-23T15:10:49,059 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000014/container_tokens]
2024-11-23T15:10:49,059 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000014/sysfs]
2024-11-23T15:10:49,955 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0009_01_000023 while processing FINISH_CONTAINERS event
2024-11-23T15:10:50,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 77f30a4c43f689391585712ce291e5b2, had cached 0 bytes from a total of 5888
2024-11-23T15:10:51,082 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000016/launch_container.sh]
2024-11-23T15:10:51,082 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000016/container_tokens]
2024-11-23T15:10:51,082 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000016/sysfs]
2024-11-23T15:10:51,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dfb3af6a3cc892c6cef1791c71dd2cf8, had cached 0 bytes from a total of 5700
2024-11-23T15:10:51,690 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:43776
2024-11-23T15:10:51,712 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:38276
2024-11-23T15:10:51,712 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:43790
2024-11-23T15:10:51,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742369_1545 (size=51462)
2024-11-23T15:10:51,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742369_1545 (size=51462)
2024-11-23T15:10:51,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742369_1545 (size=51462)
2024-11-23T15:10:51,785 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0009_01_000019 is : 143
2024-11-23T15:10:51,790 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0009_01_000021 is : 143
2024-11-23T15:10:51,819 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000019/launch_container.sh]
2024-11-23T15:10:51,819 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000019/container_tokens]
2024-11-23T15:10:51,819 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000019/sysfs]
2024-11-23T15:10:51,822 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000021/launch_container.sh]
2024-11-23T15:10:51,822 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000021/container_tokens]
2024-11-23T15:10:51,822 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000021/sysfs]
2024-11-23T15:10:51,823 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732374308737_0009_01_000022 is : 143
2024-11-23T15:10:51,836 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000020/launch_container.sh]
2024-11-23T15:10:51,836 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000020/container_tokens]
2024-11-23T15:10:51,836 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000020/sysfs]
2024-11-23T15:10:51,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742370_1546 (size=461)
2024-11-23T15:10:51,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742370_1546 (size=461)
2024-11-23T15:10:51,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742370_1546 (size=461)
2024-11-23T15:10:51,847 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000022/launch_container.sh]
2024-11-23T15:10:51,848 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000022/container_tokens]
2024-11-23T15:10:51,848 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000022/sysfs]
2024-11-23T15:10:51,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742371_1547 (size=51462)
2024-11-23T15:10:51,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742371_1547 (size=51462)
2024-11-23T15:10:51,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742371_1547 (size=51462)
2024-11-23T15:10:51,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742372_1548 (size=349825)
2024-11-23T15:10:51,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742372_1548 (size=349825)
2024-11-23T15:10:51,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742372_1548 (size=349825)
2024-11-23T15:10:51,902 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:44300
2024-11-23T15:10:53,519 ERROR [Time-limited test {}] snapshot.ExportSnapshot(1239): Snapshot export failed
org.apache.hadoop.hbase.snapshot.ExportSnapshotException: Task failed task_1732374308737_0009_m_000001
Job failed as tasks failed. failedMaps:1 failedReduces:0 killedMaps:0 killedReduces: 0

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.runCopyJob(ExportSnapshot.java:947) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1216) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemState(TestExportSnapshot.java:400) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportWithChecksum(TestExportSnapshot.java:285) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:10:53,521 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521
2024-11-23T15:10:53,521 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:10:53,553 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:10:53,553 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-23T15:10:53,558 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:10:53,569 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithChecksum to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-23T15:10:53,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742373_1549 (size=156)
2024-11-23T15:10:53,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742373_1549 (size=156)
2024-11-23T15:10:53,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742373_1549 (size=156)
2024-11-23T15:10:53,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742374_1550 (size=951)
2024-11-23T15:10:53,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742374_1550 (size=951)
2024-11-23T15:10:53,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742374_1550 (size=951)
2024-11-23T15:10:53,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:53,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:53,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:54,917 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-8403950246828668204.jar
2024-11-23T15:10:54,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:54,918 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:55,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-16859955253602326550.jar
2024-11-23T15:10:55,000 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:55,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:55,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:55,001 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:55,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:55,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:10:55,002 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:10:55,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:10:55,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:10:55,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:10:55,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:10:55,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:10:55,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:10:55,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:10:55,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:10:55,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:10:55,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:10:55,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:55,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:55,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:10:55,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:55,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:10:55,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:10:55,024 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:10:55,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742375_1551 (size=24020)
2024-11-23T15:10:55,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742375_1551 (size=24020)
2024-11-23T15:10:55,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742375_1551 (size=24020)
2024-11-23T15:10:55,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742376_1552 (size=77755)
2024-11-23T15:10:55,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742376_1552 (size=77755)
2024-11-23T15:10:55,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742376_1552 (size=77755)
2024-11-23T15:10:55,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742377_1553 (size=131360)
2024-11-23T15:10:55,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742377_1553 (size=131360)
2024-11-23T15:10:55,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742377_1553 (size=131360)
2024-11-23T15:10:55,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742378_1554 (size=111793)
2024-11-23T15:10:55,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742378_1554 (size=111793)
2024-11-23T15:10:55,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742378_1554 (size=111793)
2024-11-23T15:10:55,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742379_1555 (size=1832290)
2024-11-23T15:10:55,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742379_1555 (size=1832290)
2024-11-23T15:10:55,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742379_1555 (size=1832290)
2024-11-23T15:10:55,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742380_1556 (size=8360005)
2024-11-23T15:10:55,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742380_1556 (size=8360005)
2024-11-23T15:10:55,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742380_1556 (size=8360005)
2024-11-23T15:10:55,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742381_1557 (size=440956)
2024-11-23T15:10:55,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742381_1557 (size=440956)
2024-11-23T15:10:55,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742381_1557 (size=440956)
2024-11-23T15:10:55,784 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 193ebe37c63a34031f02ac5854f8d6fe 1/1 column families, dataSize=1.47 KB heapSize=3.49 KB
2024-11-23T15:10:55,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/.tmp/l/5692508c1c8d49dc82c6bf8493d9387f is 74, key is testtb-testExportFileSystemStateWithMergeRegion-1/l:/1732374574345/DeleteFamily/seqid=0
2024-11-23T15:10:55,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742382_1558 (size=503880)
2024-11-23T15:10:55,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742382_1558 (size=503880)
2024-11-23T15:10:55,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742382_1558 (size=503880)
2024-11-23T15:10:56,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742383_1559 (size=5791)
2024-11-23T15:10:56,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742383_1559 (size=5791)
2024-11-23T15:10:56,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742383_1559 (size=5791)
2024-11-23T15:10:56,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742384_1560 (size=322274)
2024-11-23T15:10:56,008 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.47 KB at sequenceid=28 (bloomFilter=false), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/.tmp/l/5692508c1c8d49dc82c6bf8493d9387f
2024-11-23T15:10:56,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742384_1560 (size=322274)
2024-11-23T15:10:56,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742384_1560 (size=322274)
2024-11-23T15:10:56,015 INFO  [MemStoreFlusher.0 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5692508c1c8d49dc82c6bf8493d9387f
2024-11-23T15:10:56,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/.tmp/l/5692508c1c8d49dc82c6bf8493d9387f as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/l/5692508c1c8d49dc82c6bf8493d9387f
2024-11-23T15:10:56,031 INFO  [MemStoreFlusher.0 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5692508c1c8d49dc82c6bf8493d9387f
2024-11-23T15:10:56,031 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/l/5692508c1c8d49dc82c6bf8493d9387f, entries=13, sequenceid=28, filesize=5.7 K
2024-11-23T15:10:56,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.47 KB/1504, heapSize ~3.48 KB/3560, currentSize=0 B/0 for 193ebe37c63a34031f02ac5854f8d6fe in 248ms, sequenceid=28, compaction requested=false
2024-11-23T15:10:56,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 193ebe37c63a34031f02ac5854f8d6fe:

2024-11-23T15:10:56,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742385_1561 (size=20406)
2024-11-23T15:10:56,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742385_1561 (size=20406)
2024-11-23T15:10:56,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742385_1561 (size=20406)
2024-11-23T15:10:56,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742386_1562 (size=45609)
2024-11-23T15:10:56,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742386_1562 (size=45609)
2024-11-23T15:10:56,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742386_1562 (size=45609)
2024-11-23T15:10:56,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742387_1563 (size=136454)
2024-11-23T15:10:56,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742387_1563 (size=136454)
2024-11-23T15:10:56,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742387_1563 (size=136454)
2024-11-23T15:10:56,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742388_1564 (size=1597270)
2024-11-23T15:10:56,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742388_1564 (size=1597270)
2024-11-23T15:10:56,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742388_1564 (size=1597270)
2024-11-23T15:10:56,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742389_1565 (size=30873)
2024-11-23T15:10:56,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742389_1565 (size=30873)
2024-11-23T15:10:56,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742389_1565 (size=30873)
2024-11-23T15:10:56,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742390_1566 (size=29229)
2024-11-23T15:10:56,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742390_1566 (size=29229)
2024-11-23T15:10:56,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742390_1566 (size=29229)
2024-11-23T15:10:56,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742391_1567 (size=903660)
2024-11-23T15:10:56,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742391_1567 (size=903660)
2024-11-23T15:10:56,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742391_1567 (size=903660)
2024-11-23T15:10:56,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742392_1568 (size=5175431)
2024-11-23T15:10:56,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742392_1568 (size=5175431)
2024-11-23T15:10:56,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742392_1568 (size=5175431)
2024-11-23T15:10:56,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742393_1569 (size=232881)
2024-11-23T15:10:56,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742393_1569 (size=232881)
2024-11-23T15:10:56,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742393_1569 (size=232881)
2024-11-23T15:10:56,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742394_1570 (size=1323991)
2024-11-23T15:10:56,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742394_1570 (size=1323991)
2024-11-23T15:10:56,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742394_1570 (size=1323991)
2024-11-23T15:10:56,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742395_1571 (size=4695811)
2024-11-23T15:10:56,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742395_1571 (size=4695811)
2024-11-23T15:10:56,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742395_1571 (size=4695811)
2024-11-23T15:10:56,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742396_1572 (size=1877034)
2024-11-23T15:10:56,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742396_1572 (size=1877034)
2024-11-23T15:10:56,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742396_1572 (size=1877034)
2024-11-23T15:10:56,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742397_1573 (size=6424742)
2024-11-23T15:10:56,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742397_1573 (size=6424742)
2024-11-23T15:10:56,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742397_1573 (size=6424742)
2024-11-23T15:10:56,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742398_1574 (size=217555)
2024-11-23T15:10:56,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742398_1574 (size=217555)
2024-11-23T15:10:56,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742398_1574 (size=217555)
2024-11-23T15:10:56,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742399_1575 (size=4188619)
2024-11-23T15:10:56,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742399_1575 (size=4188619)
2024-11-23T15:10:56,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742399_1575 (size=4188619)
2024-11-23T15:10:56,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742400_1576 (size=127628)
2024-11-23T15:10:56,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742400_1576 (size=127628)
2024-11-23T15:10:56,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742400_1576 (size=127628)
2024-11-23T15:10:56,748 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:10:56,750 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-23T15:10:56,754 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.7 K
2024-11-23T15:10:56,754 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K
2024-11-23T15:10:56,754 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.6 K
2024-11-23T15:10:56,754 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=4.9 K
2024-11-23T15:10:56,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742401_1577 (size=1023)
2024-11-23T15:10:56,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742401_1577 (size=1023)
2024-11-23T15:10:56,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742401_1577 (size=1023)
2024-11-23T15:10:56,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742402_1578 (size=35)
2024-11-23T15:10:56,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742402_1578 (size=35)
2024-11-23T15:10:56,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742402_1578 (size=35)
2024-11-23T15:10:56,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742403_1579 (size=304075)
2024-11-23T15:10:56,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742403_1579 (size=304075)
2024-11-23T15:10:56,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742403_1579 (size=304075)
2024-11-23T15:10:58,027 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:10:58,027 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:10:58,032 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0009_000001 (auth:SIMPLE) from 127.0.0.1:51014
2024-11-23T15:10:58,048 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000001/launch_container.sh]
2024-11-23T15:10:58,049 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000001/container_tokens]
2024-11-23T15:10:58,049 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0009/container_1732374308737_0009_01_000001/sysfs]
2024-11-23T15:10:58,839 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0010_000001 (auth:SIMPLE) from 127.0.0.1:44312
2024-11-23T15:10:59,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:11:04,631 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0010_000001 (auth:SIMPLE) from 127.0.0.1:46192
2024-11-23T15:11:04,875 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 77f30a4c43f689391585712ce291e5b2 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:11:04,875 DEBUG [master/c6f7b1897123:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dfb3af6a3cc892c6cef1791c71dd2cf8 changed from -1.0 to 0.0, refreshing cache
2024-11-23T15:11:05,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742404_1580 (size=349773)
2024-11-23T15:11:05,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742404_1580 (size=349773)
2024-11-23T15:11:05,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742404_1580 (size=349773)
2024-11-23T15:11:06,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 193ebe37c63a34031f02ac5854f8d6fe, had cached 0 bytes from a total of 5791
2024-11-23T15:11:06,962 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0010_000001 (auth:SIMPLE) from 127.0.0.1:38106
2024-11-23T15:11:06,962 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0010_000001 (auth:SIMPLE) from 127.0.0.1:48162
2024-11-23T15:11:07,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d9d2aa9df4efa84e871cbefe14edffc1, had cached 0 bytes from a total of 14661
2024-11-23T15:11:07,737 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0010_000001 (auth:SIMPLE) from 127.0.0.1:38120
2024-11-23T15:11:07,740 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0010_000001 (auth:SIMPLE) from 127.0.0.1:48172
2024-11-23T15:11:10,033 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0010_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:11:15,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742405_1581 (size=15055)
2024-11-23T15:11:15,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742405_1581 (size=15055)
2024-11-23T15:11:15,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742405_1581 (size=15055)
2024-11-23T15:11:16,401 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000002/launch_container.sh]
2024-11-23T15:11:16,401 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000002/container_tokens]
2024-11-23T15:11:16,401 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_1/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000002/sysfs]
2024-11-23T15:11:18,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742407_1583 (size=5032)
2024-11-23T15:11:18,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742407_1583 (size=5032)
2024-11-23T15:11:18,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742407_1583 (size=5032)
2024-11-23T15:11:18,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742408_1584 (size=5700)
2024-11-23T15:11:18,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742408_1584 (size=5700)
2024-11-23T15:11:18,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742408_1584 (size=5700)
2024-11-23T15:11:18,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742409_1585 (size=8241)
2024-11-23T15:11:18,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742409_1585 (size=8241)
2024-11-23T15:11:18,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742409_1585 (size=8241)
2024-11-23T15:11:18,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742406_1582 (size=31743)
2024-11-23T15:11:18,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742406_1582 (size=31743)
2024-11-23T15:11:18,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742406_1582 (size=31743)
2024-11-23T15:11:18,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742410_1586 (size=463)
2024-11-23T15:11:18,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742410_1586 (size=463)
2024-11-23T15:11:18,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742410_1586 (size=463)
2024-11-23T15:11:18,673 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000005/launch_container.sh]
2024-11-23T15:11:18,673 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000005/container_tokens]
2024-11-23T15:11:18,673 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000005/sysfs]
2024-11-23T15:11:18,805 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000003/launch_container.sh]
2024-11-23T15:11:18,806 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000003/container_tokens]
2024-11-23T15:11:18,806 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000003/sysfs]
2024-11-23T15:11:18,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742411_1587 (size=31743)
2024-11-23T15:11:18,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742411_1587 (size=31743)
2024-11-23T15:11:18,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742411_1587 (size=31743)
2024-11-23T15:11:18,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742412_1588 (size=349773)
2024-11-23T15:11:18,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742412_1588 (size=349773)
2024-11-23T15:11:18,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742412_1588 (size=349773)
2024-11-23T15:11:20,296 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:11:20,297 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:11:20,303 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportWithChecksum
2024-11-23T15:11:20,303 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:11:20,304 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:11:20,304 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-23T15:11:20,304 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-23T15:11:20,304 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-23T15:11:20,304 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-23T15:11:20,304 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-23T15:11:20,304 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374653521/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-23T15:11:20,311 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithChecksum
2024-11-23T15:11:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=230, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:11:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230
2024-11-23T15:11:20,314 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374680314"}]},"ts":"1732374680314"}
2024-11-23T15:11:20,316 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLING in hbase:meta
2024-11-23T15:11:20,316 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithChecksum to state=DISABLING
2024-11-23T15:11:20,316 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=231, ppid=230, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum}]
2024-11-23T15:11:20,318 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, UNASSIGN}, {pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, UNASSIGN}]
2024-11-23T15:11:20,319 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, UNASSIGN
2024-11-23T15:11:20,319 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, UNASSIGN
2024-11-23T15:11:20,319 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=232 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:11:20,319 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=233 updating hbase:meta row=8cae1578d568c762f7b55abb3c0956ec, regionState=CLOSING, regionLocation=c6f7b1897123,36557,1732374301588
2024-11-23T15:11:20,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, UNASSIGN because future has completed
2024-11-23T15:11:20,322 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:11:20,322 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=234, ppid=233, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8cae1578d568c762f7b55abb3c0956ec, server=c6f7b1897123,36557,1732374301588}]
2024-11-23T15:11:20,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, UNASSIGN because future has completed
2024-11-23T15:11:20,323 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:11:20,323 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=235, ppid=232, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:11:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230
2024-11-23T15:11:20,474 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(122): Close 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:11:20,474 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:11:20,474 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1722): Closing 8cae1578d568c762f7b55abb3c0956ec, disabling compactions & flushes
2024-11-23T15:11:20,474 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:11:20,474 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:11:20,474 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec. after waiting 0 ms
2024-11-23T15:11:20,474 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:11:20,475 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(122): Close dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:11:20,475 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:11:20,475 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1722): Closing dfb3af6a3cc892c6cef1791c71dd2cf8, disabling compactions & flushes
2024-11-23T15:11:20,475 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:11:20,475 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:11:20,476 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8. after waiting 1 ms
2024-11-23T15:11:20,476 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:11:20,478 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:11:20,478 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-23T15:11:20,479 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:11:20,479 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:11:20,479 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.
2024-11-23T15:11:20,479 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.
2024-11-23T15:11:20,479 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1676): Region close journal for dfb3af6a3cc892c6cef1791c71dd2cf8:
Waiting for close lock at 1732374680475Running coprocessor pre-close hooks at 1732374680475Disabling compacts and flushes for region at 1732374680475Disabling writes for close at 1732374680476 (+1 ms)Writing region close event to WAL at 1732374680476Running coprocessor post-close hooks at 1732374680479 (+3 ms)Closed at 1732374680479
2024-11-23T15:11:20,479 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1676): Region close journal for 8cae1578d568c762f7b55abb3c0956ec:
Waiting for close lock at 1732374680474Running coprocessor pre-close hooks at 1732374680474Disabling compacts and flushes for region at 1732374680474Disabling writes for close at 1732374680474Writing region close event to WAL at 1732374680475 (+1 ms)Running coprocessor post-close hooks at 1732374680479 (+4 ms)Closed at 1732374680479
2024-11-23T15:11:20,480 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(157): Closed 8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:11:20,481 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=233 updating hbase:meta row=8cae1578d568c762f7b55abb3c0956ec, regionState=CLOSED
2024-11-23T15:11:20,481 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(157): Closed dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:11:20,482 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=232 updating hbase:meta row=dfb3af6a3cc892c6cef1791c71dd2cf8, regionState=CLOSED
2024-11-23T15:11:20,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=234, ppid=233, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8cae1578d568c762f7b55abb3c0956ec, server=c6f7b1897123,36557,1732374301588 because future has completed
2024-11-23T15:11:20,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=235, ppid=232, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:11:20,485 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=234, resume processing ppid=233
2024-11-23T15:11:20,485 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=234, ppid=233, state=SUCCESS, hasLock=false; CloseRegionProcedure 8cae1578d568c762f7b55abb3c0956ec, server=c6f7b1897123,36557,1732374301588 in 161 msec
2024-11-23T15:11:20,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=235, resume processing ppid=232
2024-11-23T15:11:20,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=235, ppid=232, state=SUCCESS, hasLock=false; CloseRegionProcedure dfb3af6a3cc892c6cef1791c71dd2cf8, server=c6f7b1897123,42617,1732374301442 in 161 msec
2024-11-23T15:11:20,486 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=233, ppid=231, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=8cae1578d568c762f7b55abb3c0956ec, UNASSIGN in 167 msec
2024-11-23T15:11:20,487 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=232, resume processing ppid=231
2024-11-23T15:11:20,487 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=232, ppid=231, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=dfb3af6a3cc892c6cef1791c71dd2cf8, UNASSIGN in 167 msec
2024-11-23T15:11:20,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=231, resume processing ppid=230
2024-11-23T15:11:20,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=231, ppid=230, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum in 171 msec
2024-11-23T15:11:20,491 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374680491"}]},"ts":"1732374680491"}
2024-11-23T15:11:20,493 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLED in hbase:meta
2024-11-23T15:11:20,493 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithChecksum to state=DISABLED
2024-11-23T15:11:20,494 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=230, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum in 182 msec
2024-11-23T15:11:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230
2024-11-23T15:11:20,636 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-23T15:11:20,637 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithChecksum
2024-11-23T15:11:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=236, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:11:20,639 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=236, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:11:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithChecksum
2024-11-23T15:11:20,640 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=236, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:11:20,644 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:11:20,644 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:11:20,647 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithChecksum
2024-11-23T15:11:20,650 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/recovered.edits]
2024-11-23T15:11:20,650 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/recovered.edits]
2024-11-23T15:11:20,655 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/cf/bbc5c178e90f413da98494c8ba6d6716
2024-11-23T15:11:20,655 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/cf/571cf0d6f71845c2913f86c761d1b062
2024-11-23T15:11:20,658 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/recovered.edits/12.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8/recovered.edits/12.seqid
2024-11-23T15:11:20,659 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:11:20,664 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec/recovered.edits/9.seqid
2024-11-23T15:11:20,665 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportWithChecksum/8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:11:20,665 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithChecksum regions
2024-11-23T15:11:20,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6
2024-11-23T15:11:20,666 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf]
2024-11-23T15:11:20,681 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241123c39b141654cd47a9a6ad6944d1b1c795_8cae1578d568c762f7b55abb3c0956ec
2024-11-23T15:11:20,683 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241123f330dab26c44455689fc225d8f8ce5d1_dfb3af6a3cc892c6cef1791c71dd2cf8
2024-11-23T15:11:20,683 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6
2024-11-23T15:11:20,685 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=236, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:11:20,688 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithChecksum from hbase:meta
2024-11-23T15:11:20,698 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithChecksum' descriptor.
2024-11-23T15:11:20,699 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=236, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:11:20,699 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithChecksum' from region states.
2024-11-23T15:11:20,700 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374680699"}]},"ts":"9223372036854775807"}
2024-11-23T15:11:20,700 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374680699"}]},"ts":"9223372036854775807"}
2024-11-23T15:11:20,703 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:11:20,703 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dfb3af6a3cc892c6cef1791c71dd2cf8, NAME => 'testtb-testExportWithChecksum,,1732374601150.dfb3af6a3cc892c6cef1791c71dd2cf8.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 8cae1578d568c762f7b55abb3c0956ec, NAME => 'testtb-testExportWithChecksum,1,1732374601150.8cae1578d568c762f7b55abb3c0956ec.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:11:20,703 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithChecksum' as deleted.
2024-11-23T15:11:20,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374680703"}]},"ts":"9223372036854775807"}
2024-11-23T15:11:20,706 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithChecksum state from META
2024-11-23T15:11:20,707 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=236, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-23T15:11:20,713 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=236, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum in 70 msec
2024-11-23T15:11:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,772 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-23T15:11:20,772 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-23T15:11:20,772 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-23T15:11:20,772 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-23T15:11:20,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:20,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:20,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:20,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-23T15:11:20,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=236
2024-11-23T15:11:20,783 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithChecksum
2024-11-23T15:11:20,783 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-23T15:11:20,783 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:20,783 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:20,784 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:20,784 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:20,790 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithChecksum"
type: DISABLED

2024-11-23T15:11:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithChecksum
2024-11-23T15:11:20,793 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithChecksum"
type: DISABLED

2024-11-23T15:11:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithChecksum
2024-11-23T15:11:20,821 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=813 (was 820), OpenFileDescriptor=819 (was 821), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1055 (was 503) - SystemLoadAverage LEAK? -, ProcessCount=29 (was 24) - ProcessCount LEAK? -, AvailableMemoryMB=4224 (was 3798) - AvailableMemoryMB LEAK? -
2024-11-23T15:11:20,821 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=813 is superior to 500
2024-11-23T15:11:20,844 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=813, OpenFileDescriptor=819, MaxFileDescriptor=1048576, SystemLoadAverage=1055, ProcessCount=29, AvailableMemoryMB=4222
2024-11-23T15:11:20,844 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=813 is superior to 500
2024-11-23T15:11:20,846 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-23T15:11:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=237, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:20,849 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_PRE_OPERATION
2024-11-23T15:11:20,850 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-23T15:11:20,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithSkipTmp"
 procId is: 237
2024-11-23T15:11:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-23T15:11:20,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742413_1589 (size=454)
2024-11-23T15:11:20,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742413_1589 (size=454)
2024-11-23T15:11:20,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742413_1589 (size=454)
2024-11-23T15:11:20,863 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75bb4eb2eaeb45bfac9007e8f839b598, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:11:20,865 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => de7dc5ad85d20c85610b0db5a4732cb5, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:11:20,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742415_1591 (size=79)
2024-11-23T15:11:20,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742415_1591 (size=79)
2024-11-23T15:11:20,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742414_1590 (size=79)
2024-11-23T15:11:20,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742415_1591 (size=79)
2024-11-23T15:11:20,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742414_1590 (size=79)
2024-11-23T15:11:20,883 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:11:20,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742414_1590 (size=79)
2024-11-23T15:11:20,883 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1722): Closing de7dc5ad85d20c85610b0db5a4732cb5, disabling compactions & flushes
2024-11-23T15:11:20,883 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:20,883 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:20,883 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5. after waiting 0 ms
2024-11-23T15:11:20,883 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:20,883 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:20,883 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1676): Region close journal for de7dc5ad85d20c85610b0db5a4732cb5:
Waiting for close lock at 1732374680883Disabling compacts and flushes for region at 1732374680883Disabling writes for close at 1732374680883Writing region close event to WAL at 1732374680883Closed at 1732374680883
2024-11-23T15:11:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-23T15:11:20,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-23T15:11:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-23T15:11:21,283 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:11:21,283 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1722): Closing 75bb4eb2eaeb45bfac9007e8f839b598, disabling compactions & flushes
2024-11-23T15:11:21,283 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,283 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,283 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598. after waiting 0 ms
2024-11-23T15:11:21,283 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,283 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,284 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75bb4eb2eaeb45bfac9007e8f839b598:
Waiting for close lock at 1732374681283Disabling compacts and flushes for region at 1732374681283Disabling writes for close at 1732374681283Writing region close event to WAL at 1732374681283Closed at 1732374681283
2024-11-23T15:11:21,284 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ADD_TO_META
2024-11-23T15:11:21,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732374681285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374681285"}]},"ts":"1732374681285"}
2024-11-23T15:11:21,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732374681285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732374681285"}]},"ts":"1732374681285"}
2024-11-23T15:11:21,287 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-23T15:11:21,288 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-23T15:11:21,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374681288"}]},"ts":"1732374681288"}
2024-11-23T15:11:21,290 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLING in hbase:meta
2024-11-23T15:11:21,291 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c6f7b1897123=0} racks are {/default-rack=0}
2024-11-23T15:11:21,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-23T15:11:21,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-23T15:11:21,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-23T15:11:21,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-23T15:11:21,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-23T15:11:21,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-23T15:11:21,292 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-23T15:11:21,292 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-23T15:11:21,292 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-23T15:11:21,292 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-23T15:11:21,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, ASSIGN}, {pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, ASSIGN}]
2024-11-23T15:11:21,293 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, ASSIGN
2024-11-23T15:11:21,293 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, ASSIGN
2024-11-23T15:11:21,294 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, ASSIGN; state=OFFLINE, location=c6f7b1897123,43471,1732374301700; forceNewPlan=false, retain=false
2024-11-23T15:11:21,294 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, ASSIGN; state=OFFLINE, location=c6f7b1897123,42617,1732374301442; forceNewPlan=false, retain=false
2024-11-23T15:11:21,444 INFO  [c6f7b1897123:36733 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-23T15:11:21,445 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=238 updating hbase:meta row=75bb4eb2eaeb45bfac9007e8f839b598, regionState=OPENING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:11:21,445 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=239 updating hbase:meta row=de7dc5ad85d20c85610b0db5a4732cb5, regionState=OPENING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:11:21,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, ASSIGN because future has completed
2024-11-23T15:11:21,447 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=240, ppid=238, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:11:21,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, ASSIGN because future has completed
2024-11-23T15:11:21,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=241, ppid=239, state=RUNNABLE, hasLock=false; OpenRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:11:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-23T15:11:21,617 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:21,617 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(7752): Opening region: {ENCODED => de7dc5ad85d20c85610b0db5a4732cb5, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.', STARTKEY => '1', ENDKEY => ''}
2024-11-23T15:11:21,617 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5. service=AccessControlService
2024-11-23T15:11:21,617 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:11:21,618 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,618 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:11:21,618 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(7794): checking encryption for de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,618 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(7797): checking classloading for de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,619 INFO  [StoreOpener-de7dc5ad85d20c85610b0db5a4732cb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de7dc5ad85d20c85610b0db5a4732cb5 
2024-11-23T15:11:21,621 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,621 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(7752): Opening region: {ENCODED => 75bb4eb2eaeb45bfac9007e8f839b598, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.', STARTKEY => '', ENDKEY => '1'}
2024-11-23T15:11:21,622 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598. service=AccessControlService
2024-11-23T15:11:21,622 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-23T15:11:21,622 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,622 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-23T15:11:21,622 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(7794): checking encryption for 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,622 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(7797): checking classloading for 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,624 INFO  [StoreOpener-de7dc5ad85d20c85610b0db5a4732cb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de7dc5ad85d20c85610b0db5a4732cb5 columnFamilyName cf
2024-11-23T15:11:21,625 DEBUG [StoreOpener-de7dc5ad85d20c85610b0db5a4732cb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:11:21,626 INFO  [StoreOpener-de7dc5ad85d20c85610b0db5a4732cb5-1 {}] regionserver.HStore(327): Store=de7dc5ad85d20c85610b0db5a4732cb5/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:11:21,626 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1038): replaying wal for de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,628 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,629 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,629 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1048): stopping wal replay for de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,629 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1060): Cleaning up temporary data for de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,631 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1093): writing seq id for de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,639 INFO  [StoreOpener-75bb4eb2eaeb45bfac9007e8f839b598-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75bb4eb2eaeb45bfac9007e8f839b598 
2024-11-23T15:11:21,661 INFO  [StoreOpener-75bb4eb2eaeb45bfac9007e8f839b598-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75bb4eb2eaeb45bfac9007e8f839b598 columnFamilyName cf
2024-11-23T15:11:21,665 DEBUG [StoreOpener-75bb4eb2eaeb45bfac9007e8f839b598-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:11:21,668 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:11:21,668 INFO  [StoreOpener-75bb4eb2eaeb45bfac9007e8f839b598-1 {}] regionserver.HStore(327): Store=75bb4eb2eaeb45bfac9007e8f839b598/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-23T15:11:21,669 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1114): Opened de7dc5ad85d20c85610b0db5a4732cb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61276971, jitterRate=-0.08690197765827179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:11:21,669 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:21,669 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1038): replaying wal for 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,670 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1006): Region open journal for de7dc5ad85d20c85610b0db5a4732cb5:
Running coprocessor pre-open hook at 1732374681618Writing region info on filesystem at 1732374681618Initializing all the Stores at 1732374681619 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374681619Cleaning up temporary data from old regions at 1732374681629 (+10 ms)Running coprocessor post-open hooks at 1732374681669 (+40 ms)Region opened successfully at 1732374681670 (+1 ms)
2024-11-23T15:11:21,671 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5., pid=241, masterSystemTime=1732374681614
2024-11-23T15:11:21,673 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,675 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,676 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1048): stopping wal replay for 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,676 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1060): Cleaning up temporary data for 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,680 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:21,680 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:21,681 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1093): writing seq id for 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,681 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=239 updating hbase:meta row=de7dc5ad85d20c85610b0db5a4732cb5, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:11:21,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=241, ppid=239, state=RUNNABLE, hasLock=false; OpenRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:11:21,695 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-23T15:11:21,696 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1114): Opened 75bb4eb2eaeb45bfac9007e8f839b598; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71446877, jitterRate=0.06464143097400665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-23T15:11:21,696 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:21,696 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1006): Region open journal for 75bb4eb2eaeb45bfac9007e8f839b598:
Running coprocessor pre-open hook at 1732374681622Writing region info on filesystem at 1732374681622Initializing all the Stores at 1732374681624 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732374681624Cleaning up temporary data from old regions at 1732374681676 (+52 ms)Running coprocessor post-open hooks at 1732374681696 (+20 ms)Region opened successfully at 1732374681696
2024-11-23T15:11:21,699 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598., pid=240, masterSystemTime=1732374681604
2024-11-23T15:11:21,699 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=241, resume processing ppid=239
2024-11-23T15:11:21,699 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=241, ppid=239, state=SUCCESS, hasLock=false; OpenRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5, server=c6f7b1897123,42617,1732374301442 in 243 msec
2024-11-23T15:11:21,702 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=239, ppid=237, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, ASSIGN in 407 msec
2024-11-23T15:11:21,702 DEBUG [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,702 INFO  [RS_OPEN_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,703 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=238 updating hbase:meta row=75bb4eb2eaeb45bfac9007e8f839b598, regionState=OPEN, openSeqNum=2, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:11:21,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=240, ppid=238, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:11:21,713 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=240, resume processing ppid=238
2024-11-23T15:11:21,713 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=240, ppid=238, state=SUCCESS, hasLock=false; OpenRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598, server=c6f7b1897123,43471,1732374301700 in 264 msec
2024-11-23T15:11:21,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=238, resume processing ppid=237
2024-11-23T15:11:21,715 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=238, ppid=237, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, ASSIGN in 421 msec
2024-11-23T15:11:21,715 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-23T15:11:21,716 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374681715"}]},"ts":"1732374681715"}
2024-11-23T15:11:21,718 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLED in hbase:meta
2024-11-23T15:11:21,719 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_POST_OPERATION
2024-11-23T15:11:21,719 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSkipTmp jenkins: RWXCA
2024-11-23T15:11:21,723 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-23T15:11:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:21,796 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,796 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,797 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,797 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,800 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,800 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,800 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,800 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:21,801 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=237, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 946 msec
2024-11-23T15:11:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-23T15:11:21,986 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:21,987 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-23T15:11:21,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:21,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:21,996 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:11:21,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:22,010 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:22,024 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:22,034 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-23T15:11:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374682034 (current time:1732374682034).
2024-11-23T15:11:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:11:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-23T15:11:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:11:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be0e56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:11:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:11:22,036 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:11:22,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:11:22,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:11:22,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c1ff62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:22,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:11:22,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:11:22,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:22,039 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:11:22,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6be3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:11:22,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:11:22,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:11:22,045 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:11:22,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:11:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:11:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:22,048 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:11:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e78c8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:11:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:11:22,050 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:11:22,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:11:22,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:11:22,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbc29f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:22,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:11:22,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:11:22,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:22,052 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:11:22,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd50faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:11:22,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:11:22,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:11:22,058 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:11:22,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:11:22,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:11:22,062 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:11:22,067 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:11:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:11:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-23T15:11:22,068 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:11:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:11:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=242, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-23T15:11:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 242
2024-11-23T15:11:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-23T15:11:22,072 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:11:22,073 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:11:22,076 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:11:22,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742416_1592 (size=203)
2024-11-23T15:11:22,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742416_1592 (size=203)
2024-11-23T15:11:22,128 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:11:22,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742416_1592 (size=203)
2024-11-23T15:11:22,128 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598}, {pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5}]
2024-11-23T15:11:22,129 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:22,131 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-23T15:11:22,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=243
2024-11-23T15:11:22,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=244
2024-11-23T15:11:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.HRegion(2603): Flush status journal for 75bb4eb2eaeb45bfac9007e8f839b598:

2024-11-23T15:11:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.HRegion(2603): Flush status journal for de7dc5ad85d20c85610b0db5a4732cb5:

2024-11-23T15:11:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-23T15:11:22,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-23T15:11:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:11:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:11:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:11:22,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-23T15:11:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-23T15:11:22,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742417_1593 (size=82)
2024-11-23T15:11:22,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742417_1593 (size=82)
2024-11-23T15:11:22,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742417_1593 (size=82)
2024-11-23T15:11:22,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:22,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=243
2024-11-23T15:11:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=243
2024-11-23T15:11:22,423 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:22,423 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:22,432 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=243, ppid=242, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598 in 301 msec
2024-11-23T15:11:22,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742418_1594 (size=82)
2024-11-23T15:11:22,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742418_1594 (size=82)
2024-11-23T15:11:22,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742418_1594 (size=82)
2024-11-23T15:11:22,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:22,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=244
2024-11-23T15:11:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=244
2024-11-23T15:11:22,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:22,490 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:22,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=244, resume processing ppid=242
2024-11-23T15:11:22,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=244, ppid=242, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5 in 372 msec
2024-11-23T15:11:22,522 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:11:22,533 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:11:22,549 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:11:22,549 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:11:22,549 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:11:22,552 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-23T15:11:22,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSkipTmp'
2024-11-23T15:11:22,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742419_1595 (size=74)
2024-11-23T15:11:22,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742419_1595 (size=74)
2024-11-23T15:11:22,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742419_1595 (size=74)
2024-11-23T15:11:22,645 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:11:22,645 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:22,647 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-23T15:11:22,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742420_1596 (size=697)
2024-11-23T15:11:22,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742420_1596 (size=697)
2024-11-23T15:11:22,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742420_1596 (size=697)
2024-11-23T15:11:22,805 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:11:22,837 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:11:22,837 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:22,846 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:11:22,846 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 242
2024-11-23T15:11:22,852 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=242, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 777 msec
2024-11-23T15:11:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-23T15:11:23,238 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-23T15:11:23,253 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:11:23,255 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42617 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5. with WAL disabled. Data may be lost in the event of a crash.
2024-11-23T15:11:23,268 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:23,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:23,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:23,275 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-23T15:11:23,277 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:23,289 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:23,309 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-23T15:11:23,316 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-23T15:11:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732374683316 (current time:1732374683316).
2024-11-23T15:11:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-23T15:11:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-23T15:11:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-23T15:11:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c48026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:23,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:11:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:11:23,325 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:11:23,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:11:23,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:11:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e74b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:11:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:11:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:23,328 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:11:23,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af4927b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:11:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:11:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:11:23,344 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:11:23,348 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:11:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:11:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c860a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ClusterIdFetcher(90): Going to request c6f7b1897123,36733,-1 for getting cluster id
2024-11-23T15:11:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-23T15:11:23,351 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8f8cee0f-cf89-4559-b512-6d5915abeaea'
2024-11-23T15:11:23,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-23T15:11:23,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8f8cee0f-cf89-4559-b512-6d5915abeaea"

2024-11-23T15:11:23,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3824e03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:23,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f7b1897123,36733,-1]
2024-11-23T15:11:23,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-23T15:11:23,352 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:11:23,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:23,353 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-23T15:11:23,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8d5150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-23T15:11:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-23T15:11:23,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f7b1897123,42617,1732374301442, seqNum=-1]
2024-11-23T15:11:23,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:11:23,372 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:11:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., hostname=c6f7b1897123,43471,1732374301700, seqNum=2]
2024-11-23T15:11:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-23T15:11:23,380 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-23T15:11:23,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733.
2024-11-23T15:11:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor271.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-23T15:11:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:11:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-23T15:11:23,388 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:11:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-23T15:11:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=245, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-23T15:11:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 245
2024-11-23T15:11:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-23T15:11:23,398 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-23T15:11:23,405 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-23T15:11:23,413 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-23T15:11:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-23T15:11:23,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742421_1597 (size=198)
2024-11-23T15:11:23,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742421_1597 (size=198)
2024-11-23T15:11:23,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742421_1597 (size=198)
2024-11-23T15:11:23,529 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-23T15:11:23,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598}, {pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5}]
2024-11-23T15:11:23,533 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:23,533 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:23,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=246
2024-11-23T15:11:23,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42617 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=247
2024-11-23T15:11:23,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:23,689 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegion(2902): Flushing 75bb4eb2eaeb45bfac9007e8f839b598 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-23T15:11:23,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:23,691 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegion(2902): Flushing de7dc5ad85d20c85610b0db5a4732cb5 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-23T15:11:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-23T15:11:23,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411238bee3477c5fa4c3e96b7f2fe46da0890_de7dc5ad85d20c85610b0db5a4732cb5 is 71, key is 19dfe6b91a0a69762696119a6046f040/cf:q/1732374683255/Put/seqid=0
2024-11-23T15:11:23,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b7baafd5ac604d2ebf8ff1df3de88c67_75bb4eb2eaeb45bfac9007e8f839b598 is 71, key is 062e1fb102760273c816c32e84a315a4/cf:q/1732374683253/Put/seqid=0
2024-11-23T15:11:23,856 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000004/launch_container.sh]
2024-11-23T15:11:23,856 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000004/container_tokens]
2024-11-23T15:11:23,856 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000004/sysfs]
2024-11-23T15:11:23,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742423_1599 (size=5102)
2024-11-23T15:11:23,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742423_1599 (size=5102)
2024-11-23T15:11:23,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742423_1599 (size=5102)
2024-11-23T15:11:23,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:11:23,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742422_1598 (size=8172)
2024-11-23T15:11:23,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742422_1598 (size=8172)
2024-11-23T15:11:23,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742422_1598 (size=8172)
2024-11-23T15:11:23,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:11:23,909 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b7baafd5ac604d2ebf8ff1df3de88c67_75bb4eb2eaeb45bfac9007e8f839b598 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e20241123b7baafd5ac604d2ebf8ff1df3de88c67_75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:23,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/.tmp/cf/f057d92ff3614332bc6a70a803389063, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=75bb4eb2eaeb45bfac9007e8f839b598]
2024-11-23T15:11:23,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/.tmp/cf/f057d92ff3614332bc6a70a803389063 is 220, key is 017f7b69df5d88361d5446b584d61dbf9/cf:q/1732374683253/Put/seqid=0
2024-11-23T15:11:23,918 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411238bee3477c5fa4c3e96b7f2fe46da0890_de7dc5ad85d20c85610b0db5a4732cb5 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411238bee3477c5fa4c3e96b7f2fe46da0890_de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:23,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/.tmp/cf/faf438424f5043fba5d622a8aa82eb38, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=de7dc5ad85d20c85610b0db5a4732cb5]
2024-11-23T15:11:23,945 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/.tmp/cf/faf438424f5043fba5d622a8aa82eb38 is 220, key is 160d21becbad54fbf1f31b882359da922/cf:q/1732374683255/Put/seqid=0
2024-11-23T15:11:23,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742424_1600 (size=5962)
2024-11-23T15:11:23,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742424_1600 (size=5962)
2024-11-23T15:11:23,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742424_1600 (size=5962)
2024-11-23T15:11:23,979 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/.tmp/cf/f057d92ff3614332bc6a70a803389063
2024-11-23T15:11:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-23T15:11:24,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742425_1601 (size=15527)
2024-11-23T15:11:24,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/.tmp/cf/f057d92ff3614332bc6a70a803389063 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/cf/f057d92ff3614332bc6a70a803389063
2024-11-23T15:11:24,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742425_1601 (size=15527)
2024-11-23T15:11:24,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742425_1601 (size=15527)
2024-11-23T15:11:24,048 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/.tmp/cf/faf438424f5043fba5d622a8aa82eb38
2024-11-23T15:11:24,067 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/cf/f057d92ff3614332bc6a70a803389063, entries=3, sequenceid=6, filesize=5.8 K
2024-11-23T15:11:24,077 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 75bb4eb2eaeb45bfac9007e8f839b598 in 388ms, sequenceid=6, compaction requested=false
2024-11-23T15:11:24,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegion(2603): Flush status journal for 75bb4eb2eaeb45bfac9007e8f839b598:

2024-11-23T15:11:24,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-23T15:11:24,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:24,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:11:24,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/cf/f057d92ff3614332bc6a70a803389063] hfiles
2024-11-23T15:11:24,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/cf/f057d92ff3614332bc6a70a803389063 for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:24,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/.tmp/cf/faf438424f5043fba5d622a8aa82eb38 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/cf/faf438424f5043fba5d622a8aa82eb38
2024-11-23T15:11:24,094 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/cf/faf438424f5043fba5d622a8aa82eb38, entries=47, sequenceid=6, filesize=15.2 K
2024-11-23T15:11:24,097 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for de7dc5ad85d20c85610b0db5a4732cb5 in 406ms, sequenceid=6, compaction requested=false
2024-11-23T15:11:24,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegion(2603): Flush status journal for de7dc5ad85d20c85610b0db5a4732cb5:

2024-11-23T15:11:24,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-23T15:11:24,097 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-23T15:11:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/cf/faf438424f5043fba5d622a8aa82eb38] hfiles
2024-11-23T15:11:24,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/cf/faf438424f5043fba5d622a8aa82eb38 for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:24,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742427_1603 (size=121)
2024-11-23T15:11:24,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742427_1603 (size=121)
2024-11-23T15:11:24,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742427_1603 (size=121)
2024-11-23T15:11:24,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:24,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=247
2024-11-23T15:11:24,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=247
2024-11-23T15:11:24,138 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:24,138 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:24,141 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=247, ppid=245, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5 in 610 msec
2024-11-23T15:11:24,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742426_1602 (size=121)
2024-11-23T15:11:24,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742426_1602 (size=121)
2024-11-23T15:11:24,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742426_1602 (size=121)
2024-11-23T15:11:24,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:24,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c6f7b1897123:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=246
2024-11-23T15:11:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster(4169): Remote procedure done, pid=246
2024-11-23T15:11:24,184 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:24,184 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:24,193 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=246, resume processing ppid=245
2024-11-23T15:11:24,193 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=246, ppid=245, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598 in 657 msec
2024-11-23T15:11:24,193 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-23T15:11:24,194 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-23T15:11:24,201 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-23T15:11:24,201 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-23T15:11:24,201 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-23T15:11:24,202 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411238bee3477c5fa4c3e96b7f2fe46da0890_de7dc5ad85d20c85610b0db5a4732cb5, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e20241123b7baafd5ac604d2ebf8ff1df3de88c67_75bb4eb2eaeb45bfac9007e8f839b598] hfiles
2024-11-23T15:11:24,202 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411238bee3477c5fa4c3e96b7f2fe46da0890_de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:24,202 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e20241123b7baafd5ac604d2ebf8ff1df3de88c67_75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:24,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742428_1604 (size=305)
2024-11-23T15:11:24,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742428_1604 (size=305)
2024-11-23T15:11:24,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742428_1604 (size=305)
2024-11-23T15:11:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-23T15:11:24,680 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-23T15:11:24,680 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:24,685 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:24,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742429_1605 (size=1007)
2024-11-23T15:11:24,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742429_1605 (size=1007)
2024-11-23T15:11:24,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742429_1605 (size=1007)
2024-11-23T15:11:24,816 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-23T15:11:24,852 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-23T15:11:24,853 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:24,855 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-23T15:11:24,855 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 245
2024-11-23T15:11:24,857 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=245, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 1.4670 sec
2024-11-23T15:11:25,008 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0010_000001 (auth:SIMPLE) from 127.0.0.1:34204
2024-11-23T15:11:25,024 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000001/launch_container.sh]
2024-11-23T15:11:25,024 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000001/container_tokens]
2024-11-23T15:11:25,024 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0010/container_1732374308737_0010_01_000001/sysfs]
2024-11-23T15:11:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-23T15:11:25,566 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-23T15:11:25,566 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566
2024-11-23T15:11:25,567 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:38257, tgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566, rawTgtDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566, srcFsUri=hdfs://localhost:38257, srcDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:11:25,616 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38257, inputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce
2024-11-23T15:11:25,616 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566, skipTmp=true, initialOutputSnapshotDir=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:25,619 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-23T15:11:25,650 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:25,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742430_1606 (size=198)
2024-11-23T15:11:25,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742430_1606 (size=198)
2024-11-23T15:11:25,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742430_1606 (size=198)
2024-11-23T15:11:25,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742431_1607 (size=1007)
2024-11-23T15:11:25,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742431_1607 (size=1007)
2024-11-23T15:11:25,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742431_1607 (size=1007)
2024-11-23T15:11:25,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:25,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:25,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:26,041 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:11:27,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-8551452526762563450.jar
2024-11-23T15:11:27,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,521 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,606 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop-6912451688925702941.jar
2024-11-23T15:11:27,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,607 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-23T15:11:27,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-23T15:11:27,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-23T15:11:27,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-23T15:11:27,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-23T15:11:27,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-23T15:11:27,609 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-23T15:11:27,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-23T15:11:27,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-23T15:11:27,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-23T15:11:27,610 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-23T15:11:27,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-23T15:11:27,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:11:27,611 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:11:27,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:11:27,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:11:27,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-23T15:11:27,622 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:11:27,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-23T15:11:27,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742432_1608 (size=24020)
2024-11-23T15:11:27,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742432_1608 (size=24020)
2024-11-23T15:11:27,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742432_1608 (size=24020)
2024-11-23T15:11:28,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742433_1609 (size=77755)
2024-11-23T15:11:28,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742433_1609 (size=77755)
2024-11-23T15:11:28,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742433_1609 (size=77755)
2024-11-23T15:11:28,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742434_1610 (size=131360)
2024-11-23T15:11:28,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742434_1610 (size=131360)
2024-11-23T15:11:28,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742434_1610 (size=131360)
2024-11-23T15:11:28,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742435_1611 (size=111793)
2024-11-23T15:11:28,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742435_1611 (size=111793)
2024-11-23T15:11:28,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742435_1611 (size=111793)
2024-11-23T15:11:28,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742436_1612 (size=1832290)
2024-11-23T15:11:28,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742436_1612 (size=1832290)
2024-11-23T15:11:29,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742436_1612 (size=1832290)
2024-11-23T15:11:29,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742437_1613 (size=8360005)
2024-11-23T15:11:29,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742437_1613 (size=8360005)
2024-11-23T15:11:29,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742437_1613 (size=8360005)
2024-11-23T15:11:29,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742438_1614 (size=503880)
2024-11-23T15:11:29,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742438_1614 (size=503880)
2024-11-23T15:11:29,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742438_1614 (size=503880)
2024-11-23T15:11:29,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742439_1615 (size=322274)
2024-11-23T15:11:29,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742439_1615 (size=322274)
2024-11-23T15:11:29,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742439_1615 (size=322274)
2024-11-23T15:11:29,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:11:29,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742440_1616 (size=20406)
2024-11-23T15:11:29,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742440_1616 (size=20406)
2024-11-23T15:11:29,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742440_1616 (size=20406)
2024-11-23T15:11:29,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742441_1617 (size=6424742)
2024-11-23T15:11:29,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742441_1617 (size=6424742)
2024-11-23T15:11:29,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742441_1617 (size=6424742)
2024-11-23T15:11:29,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742442_1618 (size=45609)
2024-11-23T15:11:29,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742442_1618 (size=45609)
2024-11-23T15:11:29,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742442_1618 (size=45609)
2024-11-23T15:11:29,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742443_1619 (size=136454)
2024-11-23T15:11:29,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742443_1619 (size=136454)
2024-11-23T15:11:29,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742443_1619 (size=136454)
2024-11-23T15:11:29,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742444_1620 (size=1597270)
2024-11-23T15:11:29,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742444_1620 (size=1597270)
2024-11-23T15:11:29,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742444_1620 (size=1597270)
2024-11-23T15:11:29,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742445_1621 (size=30873)
2024-11-23T15:11:29,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742445_1621 (size=30873)
2024-11-23T15:11:29,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742445_1621 (size=30873)
2024-11-23T15:11:29,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742446_1622 (size=29229)
2024-11-23T15:11:29,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742446_1622 (size=29229)
2024-11-23T15:11:29,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742446_1622 (size=29229)
2024-11-23T15:11:29,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742447_1623 (size=903660)
2024-11-23T15:11:29,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742447_1623 (size=903660)
2024-11-23T15:11:29,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742447_1623 (size=903660)
2024-11-23T15:11:29,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742448_1624 (size=5175431)
2024-11-23T15:11:29,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742448_1624 (size=5175431)
2024-11-23T15:11:29,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742448_1624 (size=5175431)
2024-11-23T15:11:29,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742449_1625 (size=232881)
2024-11-23T15:11:29,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742449_1625 (size=232881)
2024-11-23T15:11:29,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742449_1625 (size=232881)
2024-11-23T15:11:29,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742450_1626 (size=1323991)
2024-11-23T15:11:29,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742450_1626 (size=1323991)
2024-11-23T15:11:29,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742450_1626 (size=1323991)
2024-11-23T15:11:29,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742451_1627 (size=4695811)
2024-11-23T15:11:29,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742451_1627 (size=4695811)
2024-11-23T15:11:29,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742451_1627 (size=4695811)
2024-11-23T15:11:30,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742452_1628 (size=1877034)
2024-11-23T15:11:30,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742452_1628 (size=1877034)
2024-11-23T15:11:30,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742452_1628 (size=1877034)
2024-11-23T15:11:30,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742453_1629 (size=217555)
2024-11-23T15:11:30,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742453_1629 (size=217555)
2024-11-23T15:11:30,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742453_1629 (size=217555)
2024-11-23T15:11:30,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742454_1630 (size=440956)
2024-11-23T15:11:30,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742454_1630 (size=440956)
2024-11-23T15:11:30,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742454_1630 (size=440956)
2024-11-23T15:11:30,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742455_1631 (size=4188619)
2024-11-23T15:11:30,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742455_1631 (size=4188619)
2024-11-23T15:11:30,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742455_1631 (size=4188619)
2024-11-23T15:11:30,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742456_1632 (size=127628)
2024-11-23T15:11:30,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742456_1632 (size=127628)
2024-11-23T15:11:30,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742456_1632 (size=127628)
2024-11-23T15:11:30,368 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-23T15:11:30,370 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithSkipTmp' hfile list
2024-11-23T15:11:30,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=15.2 K
2024-11-23T15:11:30,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K
2024-11-23T15:11:30,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.8 K
2024-11-23T15:11:30,372 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K
2024-11-23T15:11:30,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742457_1633 (size=1079)
2024-11-23T15:11:30,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742457_1633 (size=1079)
2024-11-23T15:11:30,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742457_1633 (size=1079)
2024-11-23T15:11:30,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742458_1634 (size=35)
2024-11-23T15:11:30,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742458_1634 (size=35)
2024-11-23T15:11:30,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742458_1634 (size=35)
2024-11-23T15:11:30,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742459_1635 (size=304247)
2024-11-23T15:11:30,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742459_1635 (size=304247)
2024-11-23T15:11:30,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742459_1635 (size=304247)
2024-11-23T15:11:30,505 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:11:30,505 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-23T15:11:30,775 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:47496
2024-11-23T15:11:30,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:30,996 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp Metrics about Tables on a single HBase RegionServer
2024-11-23T15:11:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-23T15:11:34,880 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=86.20 KB heapSize=136.26 KB
2024-11-23T15:11:34,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/info/a315bb437f2b428991161b347a8991c2 is 209, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5./info:regioninfo/1732374681681/Put/seqid=0
2024-11-23T15:11:35,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742460_1636 (size=19003)
2024-11-23T15:11:35,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742460_1636 (size=19003)
2024-11-23T15:11:35,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742460_1636 (size=19003)
2024-11-23T15:11:35,021 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74.10 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/info/a315bb437f2b428991161b347a8991c2
2024-11-23T15:11:35,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/ns/3e2df7cba15a411487fdc55599d85f62 is 124, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308./ns:/1732374574357/DeleteFamily/seqid=0
2024-11-23T15:11:35,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742461_1637 (size=8137)
2024-11-23T15:11:35,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742461_1637 (size=8137)
2024-11-23T15:11:35,164 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.57 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/ns/3e2df7cba15a411487fdc55599d85f62
2024-11-23T15:11:35,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742461_1637 (size=8137)
2024-11-23T15:11:35,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/rep_barrier/4b31366792fe4a8e870b032ca5d8f5e7 is 133, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308./rep_barrier:/1732374574357/DeleteFamily/seqid=0
2024-11-23T15:11:35,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742462_1638 (size=8458)
2024-11-23T15:11:35,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742462_1638 (size=8458)
2024-11-23T15:11:35,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742462_1638 (size=8458)
2024-11-23T15:11:35,348 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.71 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/rep_barrier/4b31366792fe4a8e870b032ca5d8f5e7
2024-11-23T15:11:35,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/table/306a09d024034cf7bb04a6cfb32b9b30 is 127, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732374556115.478875dec36f39d8815100f3f37d3308./table:/1732374574357/DeleteFamily/seqid=0
2024-11-23T15:11:35,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742463_1639 (size=9363)
2024-11-23T15:11:35,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742463_1639 (size=9363)
2024-11-23T15:11:35,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742463_1639 (size=9363)
2024-11-23T15:11:35,478 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.82 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/table/306a09d024034cf7bb04a6cfb32b9b30
2024-11-23T15:11:35,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/info/a315bb437f2b428991161b347a8991c2 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/info/a315bb437f2b428991161b347a8991c2
2024-11-23T15:11:35,589 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/info/a315bb437f2b428991161b347a8991c2, entries=105, sequenceid=235, filesize=18.6 K
2024-11-23T15:11:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/ns/3e2df7cba15a411487fdc55599d85f62 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/ns/3e2df7cba15a411487fdc55599d85f62
2024-11-23T15:11:35,633 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/ns/3e2df7cba15a411487fdc55599d85f62, entries=26, sequenceid=235, filesize=7.9 K
2024-11-23T15:11:35,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/rep_barrier/4b31366792fe4a8e870b032ca5d8f5e7 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/rep_barrier/4b31366792fe4a8e870b032ca5d8f5e7
2024-11-23T15:11:35,650 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/rep_barrier/4b31366792fe4a8e870b032ca5d8f5e7, entries=24, sequenceid=235, filesize=8.3 K
2024-11-23T15:11:35,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/table/306a09d024034cf7bb04a6cfb32b9b30 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/table/306a09d024034cf7bb04a6cfb32b9b30
2024-11-23T15:11:35,679 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/table/306a09d024034cf7bb04a6cfb32b9b30, entries=42, sequenceid=235, filesize=9.1 K
2024-11-23T15:11:35,685 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~86.20 KB/88266, heapSize ~136.20 KB/139464, currentSize=0 B/0 for 1588230740 in 805ms, sequenceid=235, compaction requested=false
2024-11-23T15:11:35,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740:

2024-11-23T15:11:35,928 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 77f30a4c43f689391585712ce291e5b2, had cached 0 bytes from a total of 5888
2024-11-23T15:11:39,673 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:57604
2024-11-23T15:11:40,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742464_1640 (size=349969)
2024-11-23T15:11:40,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742464_1640 (size=349969)
2024-11-23T15:11:40,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742464_1640 (size=349969)
2024-11-23T15:11:42,020 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:58482
2024-11-23T15:11:42,023 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:58036
2024-11-23T15:11:42,027 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:58048
2024-11-23T15:11:42,841 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:58484
2024-11-23T15:11:45,032 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732374308737_0011_01_000006 while processing FINISH_CONTAINERS event
2024-11-23T15:11:49,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 44961
2024-11-23T15:11:50,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742465_1641 (size=5962)
2024-11-23T15:11:50,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742465_1641 (size=5962)
2024-11-23T15:11:50,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742465_1641 (size=5962)
2024-11-23T15:11:51,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 193ebe37c63a34031f02ac5854f8d6fe, had cached 0 bytes from a total of 5791
2024-11-23T15:11:52,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d9d2aa9df4efa84e871cbefe14edffc1, had cached 0 bytes from a total of 14661
2024-11-23T15:11:52,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742467_1643 (size=15527)
2024-11-23T15:11:52,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742467_1643 (size=15527)
2024-11-23T15:11:52,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742467_1643 (size=15527)
2024-11-23T15:11:52,495 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000002/launch_container.sh]
2024-11-23T15:11:52,495 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000002/container_tokens]
2024-11-23T15:11:52,495 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_3/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000002/sysfs]
2024-11-23T15:11:54,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742468_1644 (size=8172)
2024-11-23T15:11:54,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742468_1644 (size=8172)
2024-11-23T15:11:54,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742468_1644 (size=8172)
2024-11-23T15:11:54,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742469_1645 (size=5102)
2024-11-23T15:11:54,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742469_1645 (size=5102)
2024-11-23T15:11:54,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742469_1645 (size=5102)
2024-11-23T15:11:55,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742466_1642 (size=31807)
2024-11-23T15:11:55,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742466_1642 (size=31807)
2024-11-23T15:11:55,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742466_1642 (size=31807)
2024-11-23T15:11:55,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742470_1646 (size=477)
2024-11-23T15:11:55,141 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000003/launch_container.sh]
2024-11-23T15:11:55,141 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000003/container_tokens]
2024-11-23T15:11:55,141 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_3/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000003/sysfs]
2024-11-23T15:11:55,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742470_1646 (size=477)
2024-11-23T15:11:55,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742470_1646 (size=477)
2024-11-23T15:11:55,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742471_1647 (size=31807)
2024-11-23T15:11:55,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742471_1647 (size=31807)
2024-11-23T15:11:55,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742471_1647 (size=31807)
2024-11-23T15:11:55,237 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000005/launch_container.sh]
2024-11-23T15:11:55,237 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000005/container_tokens]
2024-11-23T15:11:55,237 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-1_2/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000005/sysfs]
2024-11-23T15:11:55,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742472_1648 (size=349969)
2024-11-23T15:11:55,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742472_1648 (size=349969)
2024-11-23T15:11:55,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742472_1648 (size=349969)
2024-11-23T15:11:55,653 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:35722
2024-11-23T15:11:55,665 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:35732
2024-11-23T15:11:56,739 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000004/launch_container.sh]
2024-11-23T15:11:56,740 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000004/container_tokens]
2024-11-23T15:11:56,740 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_1/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000004/sysfs]
2024-11-23T15:11:57,185 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-23T15:11:57,185 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-23T15:11:57,204 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,204 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-23T15:11:57,205 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-23T15:11:57,205 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,206 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-23T15:11:57,206 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-23T15:11:57,206 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_2066890273_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,206 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-23T15:11:57,206 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/export-test/export-1732374685566/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-23T15:11:57,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=248, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248
2024-11-23T15:11:57,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374717227"}]},"ts":"1732374717227"}
2024-11-23T15:11:57,233 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLING in hbase:meta
2024-11-23T15:11:57,233 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLING
2024-11-23T15:11:57,234 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=249, ppid=248, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp}]
2024-11-23T15:11:57,236 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=250, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, UNASSIGN}, {pid=251, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, UNASSIGN}]
2024-11-23T15:11:57,237 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=251, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, UNASSIGN
2024-11-23T15:11:57,238 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=250, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, UNASSIGN
2024-11-23T15:11:57,239 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=251 updating hbase:meta row=de7dc5ad85d20c85610b0db5a4732cb5, regionState=CLOSING, regionLocation=c6f7b1897123,42617,1732374301442
2024-11-23T15:11:57,241 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=250 updating hbase:meta row=75bb4eb2eaeb45bfac9007e8f839b598, regionState=CLOSING, regionLocation=c6f7b1897123,43471,1732374301700
2024-11-23T15:11:57,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=251, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, UNASSIGN because future has completed
2024-11-23T15:11:57,245 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:11:57,245 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=252, ppid=251, state=RUNNABLE, hasLock=false; CloseRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5, server=c6f7b1897123,42617,1732374301442}]
2024-11-23T15:11:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=250, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, UNASSIGN because future has completed
2024-11-23T15:11:57,246 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-23T15:11:57,248 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=253, ppid=250, state=RUNNABLE, hasLock=false; CloseRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598, server=c6f7b1897123,43471,1732374301700}]
2024-11-23T15:11:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248
2024-11-23T15:11:57,397 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] handler.UnassignRegionHandler(122): Close de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:57,398 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:11:57,398 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1722): Closing de7dc5ad85d20c85610b0db5a4732cb5, disabling compactions & flushes
2024-11-23T15:11:57,398 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:57,398 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:57,398 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5. after waiting 0 ms
2024-11-23T15:11:57,398 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:57,402 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:11:57,403 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:11:57,403 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.
2024-11-23T15:11:57,403 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1676): Region close journal for de7dc5ad85d20c85610b0db5a4732cb5:
Waiting for close lock at 1732374717398Running coprocessor pre-close hooks at 1732374717398Disabling compacts and flushes for region at 1732374717398Disabling writes for close at 1732374717398Writing region close event to WAL at 1732374717399 (+1 ms)Running coprocessor post-close hooks at 1732374717403 (+4 ms)Closed at 1732374717403
2024-11-23T15:11:57,404 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] handler.UnassignRegionHandler(122): Close 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:57,404 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-23T15:11:57,404 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1722): Closing 75bb4eb2eaeb45bfac9007e8f839b598, disabling compactions & flushes
2024-11-23T15:11:57,404 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:57,404 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:57,405 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598. after waiting 0 ms
2024-11-23T15:11:57,405 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:57,409 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] handler.UnassignRegionHandler(157): Closed de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:57,410 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=251 updating hbase:meta row=de7dc5ad85d20c85610b0db5a4732cb5, regionState=CLOSED
2024-11-23T15:11:57,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=252, ppid=251, state=RUNNABLE, hasLock=false; CloseRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5, server=c6f7b1897123,42617,1732374301442 because future has completed
2024-11-23T15:11:57,415 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=252, resume processing ppid=251
2024-11-23T15:11:57,415 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=252, ppid=251, state=SUCCESS, hasLock=false; CloseRegionProcedure de7dc5ad85d20c85610b0db5a4732cb5, server=c6f7b1897123,42617,1732374301442 in 168 msec
2024-11-23T15:11:57,417 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=251, ppid=249, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=de7dc5ad85d20c85610b0db5a4732cb5, UNASSIGN in 179 msec
2024-11-23T15:11:57,418 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-23T15:11:57,419 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:11:57,419 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.
2024-11-23T15:11:57,419 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1676): Region close journal for 75bb4eb2eaeb45bfac9007e8f839b598:
Waiting for close lock at 1732374717404Running coprocessor pre-close hooks at 1732374717404Disabling compacts and flushes for region at 1732374717404Disabling writes for close at 1732374717405 (+1 ms)Writing region close event to WAL at 1732374717405Running coprocessor post-close hooks at 1732374717419 (+14 ms)Closed at 1732374717419
2024-11-23T15:11:57,421 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] handler.UnassignRegionHandler(157): Closed 75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:57,422 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=250 updating hbase:meta row=75bb4eb2eaeb45bfac9007e8f839b598, regionState=CLOSED
2024-11-23T15:11:57,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=253, ppid=250, state=RUNNABLE, hasLock=false; CloseRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598, server=c6f7b1897123,43471,1732374301700 because future has completed
2024-11-23T15:11:57,426 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=253, resume processing ppid=250
2024-11-23T15:11:57,426 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=253, ppid=250, state=SUCCESS, hasLock=false; CloseRegionProcedure 75bb4eb2eaeb45bfac9007e8f839b598, server=c6f7b1897123,43471,1732374301700 in 176 msec
2024-11-23T15:11:57,428 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=250, resume processing ppid=249
2024-11-23T15:11:57,428 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=250, ppid=249, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=75bb4eb2eaeb45bfac9007e8f839b598, UNASSIGN in 190 msec
2024-11-23T15:11:57,432 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=249, resume processing ppid=248
2024-11-23T15:11:57,432 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=249, ppid=248, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 195 msec
2024-11-23T15:11:57,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732374717433"}]},"ts":"1732374717433"}
2024-11-23T15:11:57,435 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLED in hbase:meta
2024-11-23T15:11:57,435 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLED
2024-11-23T15:11:57,438 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=248, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 214 msec
2024-11-23T15:11:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248
2024-11-23T15:11:57,546 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-23T15:11:57,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] procedure2.ProcedureExecutor(1139): Stored pid=254, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,548 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=254, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,550 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=254, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,553 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43471 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,570 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:57,572 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/recovered.edits]
2024-11-23T15:11:57,576 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/cf/f057d92ff3614332bc6a70a803389063 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/cf/f057d92ff3614332bc6a70a803389063
2024-11-23T15:11:57,581 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598/recovered.edits/9.seqid
2024-11-23T15:11:57,582 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:57,584 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:57,587 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/cf, FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/recovered.edits]
2024-11-23T15:11:57,590 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/cf/faf438424f5043fba5d622a8aa82eb38 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/cf/faf438424f5043fba5d622a8aa82eb38
2024-11-23T15:11:57,593 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/recovered.edits/9.seqid to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5/recovered.edits/9.seqid
2024-11-23T15:11:57,594 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testtb-testExportFileSystemStateWithSkipTmp/de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:57,594 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSkipTmp regions
2024-11-23T15:11:57,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a
2024-11-23T15:11:57,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf]
2024-11-23T15:11:57,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411238bee3477c5fa4c3e96b7f2fe46da0890_de7dc5ad85d20c85610b0db5a4732cb5 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411238bee3477c5fa4c3e96b7f2fe46da0890_de7dc5ad85d20c85610b0db5a4732cb5
2024-11-23T15:11:57,601 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e20241123b7baafd5ac604d2ebf8ff1df3de88c67_75bb4eb2eaeb45bfac9007e8f839b598 to hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e20241123b7baafd5ac604d2ebf8ff1df3de88c67_75bb4eb2eaeb45bfac9007e8f839b598
2024-11-23T15:11:57,601 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a
2024-11-23T15:11:57,604 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=254, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,614 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSkipTmp from hbase:meta
2024-11-23T15:11:57,625 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSkipTmp' descriptor.
2024-11-23T15:11:57,627 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=254, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,627 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSkipTmp' from region states.
2024-11-23T15:11:57,628 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374717627"}]},"ts":"9223372036854775807"}
2024-11-23T15:11:57,628 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732374717627"}]},"ts":"9223372036854775807"}
2024-11-23T15:11:57,636 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-23T15:11:57,636 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 75bb4eb2eaeb45bfac9007e8f839b598, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732374680846.75bb4eb2eaeb45bfac9007e8f839b598.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => de7dc5ad85d20c85610b0db5a4732cb5, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5.', STARTKEY => '1', ENDKEY => ''}]
2024-11-23T15:11:57,637 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSkipTmp' as deleted.
2024-11-23T15:11:57,637 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732374717637"}]},"ts":"9223372036854775807"}
2024-11-23T15:11:57,642 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSkipTmp state from META
2024-11-23T15:11:57,651 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=254, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,668 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=254, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 105 msec
2024-11-23T15:11:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,696 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-23T15:11:57,697 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-23T15:11:57,697 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-23T15:11:57,697 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-23T15:11:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=254
2024-11-23T15:11:57,709 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,710 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-23T15:11:57,711 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:57,711 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:57,711 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:57,712 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-23T15:11:57,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-23T15:11:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,724 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-23T15:11:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-23T15:11:57,753 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=815 (was 813)
Potentially hanging thread: Thread-9955
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: IPC Client (810666871) connection to localhost/127.0.0.1:34563 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HFileArchiver-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:51612 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:54614 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1790665083_1 at /127.0.0.1:51590 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 159747)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34563
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1790665083_1 at /127.0.0.1:44746 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2066890273_22 at /127.0.0.1:44770 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=809 (was 819), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1172 (was 1055) - SystemLoadAverage LEAK? -, ProcessCount=26 (was 29), AvailableMemoryMB=2069 (was 4222)
2024-11-23T15:11:57,753 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=815 is superior to 500
2024-11-23T15:11:57,753 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-23T15:11:57,763 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@770a4c8a{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-23T15:11:57,766 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65e2ec7a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:11:57,766 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:11:57,767 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2add3105{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-23T15:11:57,767 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c7f14f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:11:59,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:12:00,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-23T15:12:01,772 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732374308737_0011_000001 (auth:SIMPLE) from 127.0.0.1:34522
2024-11-23T15:12:01,781 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000001/launch_container.sh]
2024-11-23T15:12:01,781 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000001/container_tokens]
2024-11-23T15:12:01,781 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_1808007067/yarn-6043604450/MiniMRCluster_1808007067-localDir-nm-0_0/usercache/jenkins/appcache/application_1732374308737_0011/container_1732374308737_0011_01_000001/sysfs]
2024-11-23T15:12:02,945 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:12:14,783 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbb3a54{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-23T15:12:14,783 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37723331{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:12:14,784 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:12:14,784 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8beacfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-23T15:12:14,784 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e99d898{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:12:20,928 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 77f30a4c43f689391585712ce291e5b2, had cached 0 bytes from a total of 5888
2024-11-23T15:12:29,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:12:31,792 ERROR [Thread[Thread-404,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-23T15:12:31,793 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aeeb1d8{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-23T15:12:31,794 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@186732f5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:12:31,794 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:12:31,794 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51273a6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-23T15:12:31,794 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20a7a297{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:12:31,798 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-23T15:12:31,805 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-23T15:12:31,805 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-23T15:12:31,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741830_1006 (size=1186483)
2024-11-23T15:12:31,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741830_1006 (size=1186483)
2024-11-23T15:12:31,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741830_1006 (size=1186483)
2024-11-23T15:12:31,809 WARN  [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361 not finished, retry = 0
2024-11-23T15:12:31,910 ERROR [Thread[Thread-427,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-23T15:12:31,915 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13167e5b{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-23T15:12:31,915 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a8ec6fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:12:31,915 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:12:31,915 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dba46ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-23T15:12:31,916 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49f3d9fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:12:31,917 ERROR [Thread[Thread-386,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-23T15:12:31,917 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped
2024-11-23T15:12:31,917 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-23T15:12:31,917 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-23T15:12:31,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T15:12:31,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:31,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-23T15:12:31,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:31,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-23T15:12:31,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=124781236, stopped=false
2024-11-23T15:12:31,919 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:31,919 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-23T15:12:31,919 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f7b1897123,36733,1732374300582
2024-11-23T15:12:31,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-23T15:12:31,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-23T15:12:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:12:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:12:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-23T15:12:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:12:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-23T15:12:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:12:31,978 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-23T15:12:31,979 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-23T15:12:31,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T15:12:31,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:31,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:12:31,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:12:31,980 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(878): Closing user regions
2024-11-23T15:12:31,980 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,42617,1732374301442' *****
2024-11-23T15:12:31,980 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:31,981 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-23T15:12:31,981 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,36557,1732374301588' *****
2024-11-23T15:12:31,981 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:31,981 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-23T15:12:31,981 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f7b1897123,43471,1732374301700' *****
2024-11-23T15:12:31,981 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:31,981 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-23T15:12:31,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:12:31,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-23T15:12:31,982 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-23T15:12:31,982 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-23T15:12:31,983 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-23T15:12:31,983 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-23T15:12:31,983 INFO  [RS:2;c6f7b1897123:43471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-23T15:12:31,983 INFO  [RS:2;c6f7b1897123:43471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-23T15:12:31,983 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(3091): Received CLOSE for 193ebe37c63a34031f02ac5854f8d6fe
2024-11-23T15:12:31,984 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(3091): Received CLOSE for d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:12:31,984 INFO  [RS:1;c6f7b1897123:36557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-23T15:12:31,984 INFO  [RS:1;c6f7b1897123:36557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-23T15:12:31,984 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,43471,1732374301700
2024-11-23T15:12:31,984 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(3091): Received CLOSE for 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:12:31,984 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T15:12:31,984 INFO  [RS:2;c6f7b1897123:43471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c6f7b1897123:43471.
2024-11-23T15:12:31,984 DEBUG [RS:2;c6f7b1897123:43471 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T15:12:31,984 DEBUG [RS:2;c6f7b1897123:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:31,984 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-23T15:12:31,984 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-23T15:12:31,984 INFO  [RS:0;c6f7b1897123:42617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-23T15:12:31,984 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1325): Online Regions={193ebe37c63a34031f02ac5854f8d6fe=hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., d9d2aa9df4efa84e871cbefe14edffc1=testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.}
2024-11-23T15:12:31,984 INFO  [RS:0;c6f7b1897123:42617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-23T15:12:31,984 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,42617,1732374301442
2024-11-23T15:12:31,984 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T15:12:31,984 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77f30a4c43f689391585712ce291e5b2, disabling compactions & flushes
2024-11-23T15:12:31,984 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:12:31,984 INFO  [RS:0;c6f7b1897123:42617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f7b1897123:42617.
2024-11-23T15:12:31,984 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:12:31,984 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2. after waiting 0 ms
2024-11-23T15:12:31,984 DEBUG [RS:0;c6f7b1897123:42617 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T15:12:31,985 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:12:31,985 DEBUG [RS:0;c6f7b1897123:42617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:31,985 DEBUG [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1351): Waiting on 193ebe37c63a34031f02ac5854f8d6fe, d9d2aa9df4efa84e871cbefe14edffc1
2024-11-23T15:12:31,985 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-23T15:12:31,985 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-23T15:12:31,985 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-23T15:12:31,985 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 193ebe37c63a34031f02ac5854f8d6fe, disabling compactions & flushes
2024-11-23T15:12:31,985 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-23T15:12:31,985 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:12:31,985 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:12:31,985 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-23T15:12:31,985 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe. after waiting 0 ms
2024-11-23T15:12:31,985 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:12:31,985 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 193ebe37c63a34031f02ac5854f8d6fe 1/1 column families, dataSize=190 B heapSize=672 B
2024-11-23T15:12:31,985 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(959): stopping server c6f7b1897123,36557,1732374301588
2024-11-23T15:12:31,985 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T15:12:31,986 INFO  [RS:1;c6f7b1897123:36557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c6f7b1897123:36557.
2024-11-23T15:12:31,986 DEBUG [RS:1;c6f7b1897123:36557 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-23T15:12:31,986 DEBUG [RS:1;c6f7b1897123:36557 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:31,986 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-23T15:12:31,986 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1325): Online Regions={77f30a4c43f689391585712ce291e5b2=testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.}
2024-11-23T15:12:31,986 DEBUG [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1351): Waiting on 77f30a4c43f689391585712ce291e5b2
2024-11-23T15:12:31,986 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-23T15:12:31,986 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-23T15:12:31,987 DEBUG [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-23T15:12:31,987 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-23T15:12:31,987 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-23T15:12:31,987 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-23T15:12:31,987 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-23T15:12:31,987 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-23T15:12:31,987 INFO  [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T15:12:31,987 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.96 KB heapSize=5.66 KB
2024-11-23T15:12:31,995 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/77f30a4c43f689391585712ce291e5b2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-23T15:12:31,995 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:31,995 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/.tmp/l/abe5244be7ed4c008f313c9e2cfba29a is 68, key is testtb-testExportFileSystemStateWithSkipTmp/l:/1732374717550/DeleteFamily/seqid=0
2024-11-23T15:12:31,995 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:12:31,996 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77f30a4c43f689391585712ce291e5b2:
Waiting for close lock at 1732374751984Running coprocessor pre-close hooks at 1732374751984Disabling compacts and flushes for region at 1732374751984Disabling writes for close at 1732374751984Writing region close event to WAL at 1732374751987 (+3 ms)Running coprocessor post-close hooks at 1732374751995 (+8 ms)Closed at 1732374751995
2024-11-23T15:12:31,996 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,,1732374576257.77f30a4c43f689391585712ce291e5b2.
2024-11-23T15:12:31,996 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/info/35d44886b874435b9617b233bb0fe393 is 121, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5./info:/1732374717627/DeleteFamily/seqid=0
2024-11-23T15:12:32,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742473_1649 (size=5142)
2024-11-23T15:12:32,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742473_1649 (size=5142)
2024-11-23T15:12:32,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742473_1649 (size=5142)
2024-11-23T15:12:32,001 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=190 B at sequenceid=34 (bloomFilter=false), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/.tmp/l/abe5244be7ed4c008f313c9e2cfba29a
2024-11-23T15:12:32,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742474_1650 (size=5985)
2024-11-23T15:12:32,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742474_1650 (size=5985)
2024-11-23T15:12:32,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742474_1650 (size=5985)
2024-11-23T15:12:32,002 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/info/35d44886b874435b9617b233bb0fe393
2024-11-23T15:12:32,006 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe5244be7ed4c008f313c9e2cfba29a
2024-11-23T15:12:32,007 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/.tmp/l/abe5244be7ed4c008f313c9e2cfba29a as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/l/abe5244be7ed4c008f313c9e2cfba29a
2024-11-23T15:12:32,009 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/ns/ba8fb0b27cd74d04b205711aca5cff09 is 119, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5./ns:/1732374717604/DeleteFamily/seqid=0
2024-11-23T15:12:32,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742475_1651 (size=5738)
2024-11-23T15:12:32,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742475_1651 (size=5738)
2024-11-23T15:12:32,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742475_1651 (size=5738)
2024-11-23T15:12:32,015 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=229 B at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/ns/ba8fb0b27cd74d04b205711aca5cff09
2024-11-23T15:12:32,021 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/rep_barrier/77ee7f36f9624fc28bbdb2765f96a71a is 128, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5./rep_barrier:/1732374717604/DeleteFamily/seqid=0
2024-11-23T15:12:32,021 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe5244be7ed4c008f313c9e2cfba29a
2024-11-23T15:12:32,022 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/l/abe5244be7ed4c008f313c9e2cfba29a, entries=2, sequenceid=34, filesize=5.0 K
2024-11-23T15:12:32,023 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~190 B/190, heapSize ~656 B/656, currentSize=0 B/0 for 193ebe37c63a34031f02ac5854f8d6fe in 38ms, sequenceid=34, compaction requested=false
2024-11-23T15:12:32,026 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/acl/193ebe37c63a34031f02ac5854f8d6fe/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1
2024-11-23T15:12:32,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742476_1652 (size=5784)
2024-11-23T15:12:32,027 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:32,027 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:12:32,027 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 193ebe37c63a34031f02ac5854f8d6fe:
Waiting for close lock at 1732374751985Running coprocessor pre-close hooks at 1732374751985Disabling compacts and flushes for region at 1732374751985Disabling writes for close at 1732374751985Obtaining lock to block concurrent updates at 1732374751985Preparing flush snapshotting stores in 193ebe37c63a34031f02ac5854f8d6fe at 1732374751985Finished memstore snapshotting hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe., syncing WAL and waiting on mvcc, flushsize=dataSize=190, getHeapSize=656, getOffHeapSize=0, getCellsCount=3 at 1732374751985Flushing stores of hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe. at 1732374751986 (+1 ms)Flushing 193ebe37c63a34031f02ac5854f8d6fe/l: creating writer at 1732374751986Flushing 193ebe37c63a34031f02ac5854f8d6fe/l: appending metadata at 1732374751995 (+9 ms)Flushing 193ebe37c63a34031f02ac5854f8d6fe/l: closing flushed file at 1732374751995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609707c0: reopening flushed file at 1732374752006 (+11 ms)Finished flush of dataSize ~190 B/190, heapSize ~656 B/656, currentSize=0 B/0 for 193ebe37c63a34031f02ac5854f8d6fe in 38ms, sequenceid=34, compaction requested=false at 1732374752023 (+17 ms)Writing region close event to WAL at 1732374752023Running coprocessor post-close hooks at 1732374752027 (+4 ms)Closed at 1732374752027
2024-11-23T15:12:32,027 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:acl,,1732374304946.193ebe37c63a34031f02ac5854f8d6fe.
2024-11-23T15:12:32,027 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9d2aa9df4efa84e871cbefe14edffc1, disabling compactions & flushes
2024-11-23T15:12:32,028 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:12:32,028 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:12:32,028 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1. after waiting 0 ms
2024-11-23T15:12:32,028 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:12:32,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742476_1652 (size=5784)
2024-11-23T15:12:32,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742476_1652 (size=5784)
2024-11-23T15:12:32,028 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=247 B at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/rep_barrier/77ee7f36f9624fc28bbdb2765f96a71a
2024-11-23T15:12:32,031 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/default/testExportExpiredSnapshot/d9d2aa9df4efa84e871cbefe14edffc1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-23T15:12:32,032 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:32,032 INFO  [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:12:32,032 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9d2aa9df4efa84e871cbefe14edffc1:
Waiting for close lock at 1732374752027Running coprocessor pre-close hooks at 1732374752027Disabling compacts and flushes for region at 1732374752027Disabling writes for close at 1732374752028 (+1 ms)Writing region close event to WAL at 1732374752029 (+1 ms)Running coprocessor post-close hooks at 1732374752032 (+3 ms)Closed at 1732374752032
2024-11-23T15:12:32,032 DEBUG [RS_CLOSE_REGION-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,1,1732374576257.d9d2aa9df4efa84e871cbefe14edffc1.
2024-11-23T15:12:32,036 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/table/e1776a5bc15648aab717dc6bd192bae1 is 122, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732374680846.de7dc5ad85d20c85610b0db5a4732cb5./table:/1732374717604/DeleteFamily/seqid=0
2024-11-23T15:12:32,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742477_1653 (size=5748)
2024-11-23T15:12:32,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742477_1653 (size=5748)
2024-11-23T15:12:32,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742477_1653 (size=5748)
2024-11-23T15:12:32,072 INFO  [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T15:12:32,072 INFO  [regionserver/c6f7b1897123:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T15:12:32,072 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/table/e1776a5bc15648aab717dc6bd192bae1
2024-11-23T15:12:32,078 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/info/35d44886b874435b9617b233bb0fe393 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/info/35d44886b874435b9617b233bb0fe393
2024-11-23T15:12:32,082 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/info/35d44886b874435b9617b233bb0fe393, entries=4, sequenceid=247, filesize=5.8 K
2024-11-23T15:12:32,083 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/ns/ba8fb0b27cd74d04b205711aca5cff09 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/ns/ba8fb0b27cd74d04b205711aca5cff09
2024-11-23T15:12:32,087 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/ns/ba8fb0b27cd74d04b205711aca5cff09, entries=2, sequenceid=247, filesize=5.6 K
2024-11-23T15:12:32,089 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/rep_barrier/77ee7f36f9624fc28bbdb2765f96a71a as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/rep_barrier/77ee7f36f9624fc28bbdb2765f96a71a
2024-11-23T15:12:32,093 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/rep_barrier/77ee7f36f9624fc28bbdb2765f96a71a, entries=2, sequenceid=247, filesize=5.6 K
2024-11-23T15:12:32,094 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/.tmp/table/e1776a5bc15648aab717dc6bd192bae1 as hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/table/e1776a5bc15648aab717dc6bd192bae1
2024-11-23T15:12:32,098 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/table/e1776a5bc15648aab717dc6bd192bae1, entries=3, sequenceid=247, filesize=5.6 K
2024-11-23T15:12:32,099 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.96 KB/3031, heapSize ~5.59 KB/5728, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=247, compaction requested=false
2024-11-23T15:12:32,106 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/data/hbase/meta/1588230740/recovered.edits/250.seqid, newMaxSeqId=250, maxSeqId=1
2024-11-23T15:12:32,107 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:32,107 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-23T15:12:32,107 INFO  [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-23T15:12:32,107 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732374751987Running coprocessor pre-close hooks at 1732374751987Disabling compacts and flushes for region at 1732374751987Disabling writes for close at 1732374751987Obtaining lock to block concurrent updates at 1732374751987Preparing flush snapshotting stores in 1588230740 at 1732374751987Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3031, getHeapSize=5728, getOffHeapSize=0, getCellsCount=23 at 1732374751988 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732374751989 (+1 ms)Flushing 1588230740/info: creating writer at 1732374751989Flushing 1588230740/info: appending metadata at 1732374751996 (+7 ms)Flushing 1588230740/info: closing flushed file at 1732374751996Flushing 1588230740/ns: creating writer at 1732374752006 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732374752009 (+3 ms)Flushing 1588230740/ns: closing flushed file at 1732374752009Flushing 1588230740/rep_barrier: creating writer at 1732374752019 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732374752021 (+2 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732374752021Flushing 1588230740/table: creating writer at 1732374752033 (+12 ms)Flushing 1588230740/table: appending metadata at 1732374752036 (+3 ms)Flushing 1588230740/table: closing flushed file at 1732374752036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@716fa266: reopening flushed file at 1732374752077 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7700c0: reopening flushed file at 1732374752083 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299d0f93: reopening flushed file at 1732374752088 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5235ad: reopening flushed file at 1732374752093 (+5 ms)Finished flush of dataSize ~2.96 KB/3031, heapSize ~5.59 KB/5728, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=247, compaction requested=false at 1732374752099 (+6 ms)Writing region close event to WAL at 1732374752104 (+5 ms)Running coprocessor post-close hooks at 1732374752107 (+3 ms)Closed at 1732374752107
2024-11-23T15:12:32,107 DEBUG [RS_CLOSE_META-regionserver/c6f7b1897123:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-23T15:12:32,185 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,43471,1732374301700; all regions closed.
2024-11-23T15:12:32,186 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,36557,1732374301588; all regions closed.
2024-11-23T15:12:32,187 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(976): stopping server c6f7b1897123,42617,1732374301442; all regions closed.
2024-11-23T15:12:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741835_1011 (size=10103)
2024-11-23T15:12:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741836_1012 (size=104443)
2024-11-23T15:12:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741835_1011 (size=10103)
2024-11-23T15:12:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741835_1011 (size=10103)
2024-11-23T15:12:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741836_1012 (size=104443)
2024-11-23T15:12:32,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741836_1012 (size=104443)
2024-11-23T15:12:32,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741833_1009 (size=18426)
2024-11-23T15:12:32,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741833_1009 (size=18426)
2024-11-23T15:12:32,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741833_1009 (size=18426)
2024-11-23T15:12:32,196 DEBUG [RS:1;c6f7b1897123:36557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs
2024-11-23T15:12:32,196 DEBUG [RS:0;c6f7b1897123:42617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs
2024-11-23T15:12:32,196 INFO  [RS:0;c6f7b1897123:42617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C42617%2C1732374301442.meta:.meta(num 1732374304382)
2024-11-23T15:12:32,196 INFO  [RS:1;c6f7b1897123:36557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C36557%2C1732374301588:(num 1732374303848)
2024-11-23T15:12:32,196 DEBUG [RS:1;c6f7b1897123:36557 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:32,196 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T15:12:32,197 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T15:12:32,197 DEBUG [RS:2;c6f7b1897123:43471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C43471%2C1732374301700:(num 1732374303850)
2024-11-23T15:12:32,197 DEBUG [RS:2;c6f7b1897123:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T15:12:32,197 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-23T15:12:32,197 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-23T15:12:32,197 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-23T15:12:32,197 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-23T15:12:32,197 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T15:12:32,197 INFO  [RS:2;c6f7b1897123:43471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43471
2024-11-23T15:12:32,198 INFO  [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T15:12:32,198 INFO  [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T15:12:32,197 INFO  [RS:1;c6f7b1897123:36557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36557
2024-11-23T15:12:32,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073741834_1010 (size=16412)
2024-11-23T15:12:32,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073741834_1010 (size=16412)
2024-11-23T15:12:32,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741834_1010 (size=16412)
2024-11-23T15:12:32,212 DEBUG [RS:0;c6f7b1897123:42617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/oldWALs
2024-11-23T15:12:32,212 INFO  [RS:0;c6f7b1897123:42617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f7b1897123%2C42617%2C1732374301442:(num 1732374303848)
2024-11-23T15:12:32,212 DEBUG [RS:0;c6f7b1897123:42617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-23T15:12:32,212 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.LeaseManager(133): Closed leases
2024-11-23T15:12:32,212 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T15:12:32,212 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f7b1897123:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-23T15:12:32,212 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T15:12:32,212 INFO  [regionserver/c6f7b1897123:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T15:12:32,213 INFO  [RS:0;c6f7b1897123:42617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42617
2024-11-23T15:12:32,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-23T15:12:32,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c6f7b1897123,43471,1732374301700
2024-11-23T15:12:32,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c6f7b1897123,36557,1732374301588
2024-11-23T15:12:32,500 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T15:12:32,500 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T15:12:32,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c6f7b1897123,42617,1732374301442
2024-11-23T15:12:32,693 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T15:12:32,862 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,36557,1732374301588]
2024-11-23T15:12:32,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:12:32,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1016839ff480003, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:12:32,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:12:32,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36557-0x1016839ff480002, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:12:32,963 INFO  [RS:2;c6f7b1897123:43471 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T15:12:32,963 INFO  [RS:1;c6f7b1897123:36557 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T15:12:32,963 INFO  [RS:2;c6f7b1897123:43471 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,43471,1732374301700; zookeeper connection closed.
2024-11-23T15:12:32,963 INFO  [RS:1;c6f7b1897123:36557 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,36557,1732374301588; zookeeper connection closed.
2024-11-23T15:12:32,964 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@347ce3ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@347ce3ee
2024-11-23T15:12:32,964 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c856202 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c856202
2024-11-23T15:12:33,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:12:33,130 INFO  [RS:0;c6f7b1897123:42617 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T15:12:33,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42617-0x1016839ff480001, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:12:33,130 INFO  [RS:0;c6f7b1897123:42617 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f7b1897123,42617,1732374301442; zookeeper connection closed.
2024-11-23T15:12:33,131 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7212195c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7212195c
2024-11-23T15:12:33,131 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-23T15:12:33,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c6f7b1897123,36557,1732374301588 already deleted, retry=false
2024-11-23T15:12:33,247 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,36557,1732374301588 expired; onlineServers=2
2024-11-23T15:12:33,247 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,42617,1732374301442]
2024-11-23T15:12:33,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c6f7b1897123,42617,1732374301442 already deleted, retry=false
2024-11-23T15:12:33,373 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,42617,1732374301442 expired; onlineServers=1
2024-11-23T15:12:33,373 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f7b1897123,43471,1732374301700]
2024-11-23T15:12:33,514 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c6f7b1897123,43471,1732374301700 already deleted, retry=false
2024-11-23T15:12:33,514 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f7b1897123,43471,1732374301700 expired; onlineServers=0
2024-11-23T15:12:33,515 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f7b1897123,36733,1732374300582' *****
2024-11-23T15:12:33,515 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-23T15:12:33,515 INFO  [M:0;c6f7b1897123:36733 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-23T15:12:33,515 INFO  [M:0;c6f7b1897123:36733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-23T15:12:33,515 DEBUG [M:0;c6f7b1897123:36733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-23T15:12:33,515 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-23T15:12:33,515 DEBUG [M:0;c6f7b1897123:36733 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-23T15:12:33,515 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732374303362 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.small.0-1732374303362,5,FailOnTimeoutGroup]
2024-11-23T15:12:33,515 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732374303356 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f7b1897123:0:becomeActiveMaster-HFileCleaner.large.0-1732374303356,5,FailOnTimeoutGroup]
2024-11-23T15:12:33,515 INFO  [M:0;c6f7b1897123:36733 {}] hbase.ChoreService(370): Chore service for: master/c6f7b1897123:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-23T15:12:33,515 INFO  [M:0;c6f7b1897123:36733 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-23T15:12:33,516 DEBUG [M:0;c6f7b1897123:36733 {}] master.HMaster(1795): Stopping service threads
2024-11-23T15:12:33,516 INFO  [M:0;c6f7b1897123:36733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-23T15:12:33,516 INFO  [M:0;c6f7b1897123:36733 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-23T15:12:33,516 INFO  [M:0;c6f7b1897123:36733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-23T15:12:33,516 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-23T15:12:33,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-23T15:12:33,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-23T15:12:33,654 DEBUG [M:0;c6f7b1897123:36733 {}] zookeeper.ZKUtil(347): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-23T15:12:33,654 WARN  [M:0;c6f7b1897123:36733 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-23T15:12:33,655 INFO  [M:0;c6f7b1897123:36733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/.lastflushedseqids
2024-11-23T15:12:33,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742478_1654 (size=316)
2024-11-23T15:12:33,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37675 is added to blk_1073742478_1654 (size=316)
2024-11-23T15:12:33,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34651 is added to blk_1073742478_1654 (size=316)
2024-11-23T15:12:33,669 INFO  [M:0;c6f7b1897123:36733 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-23T15:12:33,669 INFO  [M:0;c6f7b1897123:36733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-23T15:12:33,669 DEBUG [M:0;c6f7b1897123:36733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-23T15:12:33,688 INFO  [M:0;c6f7b1897123:36733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T15:12:33,688 DEBUG [M:0;c6f7b1897123:36733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T15:12:33,688 DEBUG [M:0;c6f7b1897123:36733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-23T15:12:33,688 DEBUG [M:0;c6f7b1897123:36733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-23T15:12:33,688 INFO  [M:0;c6f7b1897123:36733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=1009.58 KB heapSize=1.18 MB
2024-11-23T15:12:33,689 ERROR [AsyncFSWAL-0-hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData-prefix:c6f7b1897123,36733,1732374300582 {}] server.NIOServerCnxnFactory(85): Thread Thread[AsyncFSWAL-0-hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData-prefix:c6f7b1897123,36733,1732374300582,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.readableBytes()" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.buffered(FanOutOneBlockAsyncDFSOutput.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.append(AsyncProtobufLogWriter.java:134) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:181) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:100) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendEntry(AbstractFSWAL.java:1333) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendAndSync(AbstractFSWAL.java:1724) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1832) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:12:37,524 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:12:40,993 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-23T15:12:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-23T15:12:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-23T15:12:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-23T15:12:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-23T15:12:40,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-23T15:12:46,496 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:12:59,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:13:29,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;c6f7b1897123:36733
235 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 10
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 26
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@46e12449
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 24
  Waited count: 24
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 26
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b9a079d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 27
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5203
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 53
  Waiting on java.util.concurrent.CountDownLatch$Sync@3078ff04
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12488
  Waited count: 13320
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@2e4cc42c
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@25e19897
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1035
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@173365be-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:46793}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 32
  Waited count: 3502
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@279d3c82
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 38257):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 173
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 175
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 50708
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1593
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@244c1348
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 156
  Waited count: 2754
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 159
  Waited count: 2764
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 149
  Waited count: 2753
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 134
  Waited count: 2785
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 131
  Waited count: 2763
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 259
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 20
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp253620660-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp253620660-88-acceptor-0@15d5b20b-ServerConnector@2916d004{HTTP/1.1, (http/1.1)}{localhost:37725}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp253620660-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp253620660-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-73502bb0-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@3fa912c):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1032
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 33117):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 348
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70373862
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1544
  Waited count: 1705
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@240dd4af):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 558
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 518
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 537
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 542
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 548
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp946563951-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp946563951-120-acceptor-0@4801530a-ServerConnector@75e7f2ac{HTTP/1.1, (http/1.1)}{localhost:46427}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp946563951-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp946563951-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (Session-HouseKeeper-7a1a267c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (IPC Client (810666871) connection to localhost/127.0.0.1:38257 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1510
  Waited count: 1511
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 125 (IPC Parameter Sending Thread for localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2258
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5659304b):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1032
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 43879):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 313
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4470bb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1541
  Waited count: 1691
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5da073fa):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 543
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 540
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 524
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 533
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 523
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp1820902699-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp1820902699-154-acceptor-0@781f96ea-ServerConnector@37faaf22{HTTP/1.1, (http/1.1)}{localhost:43415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp1820902699-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp1820902699-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-3aa8c08e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5bb7d71):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1031
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 37321):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 375
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45720924
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1532
  Waited count: 1706
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@51be6b18):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 538
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 539
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 538
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 518
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 520
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 219 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (java.util.concurrent.ThreadPoolExecutor$Worker@6725c1e7[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 228 (java.util.concurrent.ThreadPoolExecutor$Worker@2b93446f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 231 (pool-33-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 235 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 18
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 238 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 239 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62627):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 236 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 53
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 240 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 258
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 241 (SyncThread:0):
  State: WAITING
  Blocked count: 12
  Waited count: 370
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21e3a173
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 242 (ProcessThread(sid:0 cport:62627):):
  State: WAITING
  Blocked count: 3
  Waited count: 474
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@789b5d28
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 243 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 507
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d658250
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 244 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 246 (LeaseRenewer:jenkins@localhost:38257):
  State: TIMED_WAITING
  Blocked count: 15
  Waited count: 535
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@37607f39
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 480
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 28
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (Time-limited test-SendThread(127.0.0.1:62627)):
  State: RUNNABLE
  Blocked count: 12
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 259 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 18
  Waited count: 57
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44967104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 260 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 18
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6af4a204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 2
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 11
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 0
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ed981d4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 142
  Waited count: 574
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4bcb1be9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 103
  Waited count: 465
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c225dc5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 64
  Waited count: 10769
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@73092cc7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cb9fd0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ca92839
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@66fc487f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@619576bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f8e4042
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 310 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 330 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 95
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 287 (M:0;c6f7b1897123:36733):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4519
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1103/0x00007f96b4f8af10.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 351 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 52
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 353 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 355 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 357 (org.apache.hadoop.hdfs.PeerCache@6de2e7fa):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 171
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 376 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5098
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 393 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 67
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 394 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 93
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 407 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 166
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29132e95
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 418 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 52
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 50924
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 431 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 37
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 434 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 447 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7550259f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 474 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 13
  Waited count: 27
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76f161de
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 477 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 19
  Waited count: 39
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46a68e13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 473 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@752899b9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 500 (LeaseRenewer:jenkins.hfs.2@localhost:38257):
  State: TIMED_WAITING
  Blocked count: 14
  Waited count: 532
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 507 (LeaseRenewer:jenkins.hfs.0@localhost:38257):
  State: TIMED_WAITING
  Blocked count: 16
  Waited count: 534
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 512 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 524 (region-location-0):
  State: WAITING
  Blocked count: 12
  Waited count: 18
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 50745
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 557 (ForkJoinPool.commonPool-worker-2):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1243
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 566 (ForkJoinPool.commonPool-worker-3):
  State: WAITING
  Blocked count: 0
  Waited count: 329
  Waiting on java.util.concurrent.ForkJoinPool@7ca24825
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 585 (region-location-1):
  State: WAITING
  Blocked count: 4
  Waited count: 10
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 586 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 993 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1158
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1048 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1078 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1088 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 70
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3fd2329c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1092 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1093 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1094 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1241 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1242 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1243 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1293 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1294 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1295 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1297 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1298 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1652 (Container metrics unregistration):
  State: WAITING
  Blocked count: 12
  Waited count: 68
  Waiting on java.util.TaskQueue@3f40e1fe
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2343 (ForkJoinPool.commonPool-worker-4):
  State: WAITING
  Blocked count: 0
  Waited count: 723
  Waiting on java.util.concurrent.ForkJoinPool@7ca24825
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6707 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6708 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 7407 (ForkJoinPool.commonPool-worker-6):
  State: WAITING
  Blocked count: 0
  Waited count: 255
  Waiting on java.util.concurrent.ForkJoinPool@7ca24825
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 11527 (AsyncFSWAL-1-hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData-prefix:c6f7b1897123,36733,1732374300582):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51cd7553
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11530 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-23T15:13:59,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:14:29,470 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;c6f7b1897123:36733
232 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 10
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 26
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@46e12449
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 24
  Waited count: 25
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b9a079d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 30
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5803
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 59
  Waiting on java.util.concurrent.CountDownLatch$Sync@4524face
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12488
  Waited count: 13321
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@2e4cc42c
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@25e19897
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1155
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@173365be-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:46793}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 32
  Waited count: 3502
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@279d3c82
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 38257):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 193
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 195
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 56652
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1593
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@244c1348
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 156
  Waited count: 2815
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 159
  Waited count: 2825
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 149
  Waited count: 2814
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 134
  Waited count: 2846
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 131
  Waited count: 2824
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 289
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp253620660-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp253620660-88-acceptor-0@15d5b20b-ServerConnector@2916d004{HTTP/1.1, (http/1.1)}{localhost:37725}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp253620660-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp253620660-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-73502bb0-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@3fa912c):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1152
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 33117):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 368
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70373862
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1564
  Waited count: 1745
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@240dd4af):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 623
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 578
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 597
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 602
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 615
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp946563951-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp946563951-120-acceptor-0@4801530a-ServerConnector@75e7f2ac{HTTP/1.1, (http/1.1)}{localhost:46427}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp946563951-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp946563951-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (Session-HouseKeeper-7a1a267c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (IPC Client (810666871) connection to localhost/127.0.0.1:38257 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1570
  Waited count: 1571
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 125 (IPC Parameter Sending Thread for localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2318
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5659304b):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1152
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 43879):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 333
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4470bb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1561
  Waited count: 1731
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5da073fa):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 603
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 601
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 584
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 593
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 583
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp1820902699-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp1820902699-154-acceptor-0@781f96ea-ServerConnector@37faaf22{HTTP/1.1, (http/1.1)}{localhost:43415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp1820902699-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp1820902699-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-3aa8c08e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5bb7d71):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1151
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 37321):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 116
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 395
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45720924
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1552
  Waited count: 1746
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@51be6b18):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 598
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 599
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 598
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 578
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 580
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 219 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (java.util.concurrent.ThreadPoolExecutor$Worker@6725c1e7[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 228 (java.util.concurrent.ThreadPoolExecutor$Worker@2b93446f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 231 (pool-33-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 235 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 20
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 238 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 239 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62627):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 236 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 59
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 240 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 288
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 241 (SyncThread:0):
  State: WAITING
  Blocked count: 12
  Waited count: 374
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21e3a173
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 242 (ProcessThread(sid:0 cport:62627):):
  State: WAITING
  Blocked count: 3
  Waited count: 478
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@789b5d28
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 243 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 511
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d658250
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 244 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@37607f39
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 520
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 28
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (Time-limited test-SendThread(127.0.0.1:62627)):
  State: RUNNABLE
  Blocked count: 12
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 259 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 18
  Waited count: 57
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44967104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 260 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 18
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6af4a204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 2
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 11
  Waited count: 95
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 0
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ed981d4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 142
  Waited count: 574
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4bcb1be9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 103
  Waited count: 465
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c225dc5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 64
  Waited count: 10769
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@73092cc7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cb9fd0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ca92839
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@66fc487f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@619576bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f8e4042
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 310 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 330 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 95
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 287 (M:0;c6f7b1897123:36733):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4519
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1103/0x00007f96b4f8af10.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 351 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 58
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 353 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 355 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 357 (org.apache.hadoop.hdfs.PeerCache@6de2e7fa):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 191
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 376 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5698
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 393 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 67
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 394 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 93
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 407 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 166
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29132e95
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 418 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 58
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 56926
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 431 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 37
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 434 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 447 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7550259f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 474 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 13
  Waited count: 27
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76f161de
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 477 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 19
  Waited count: 39
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46a68e13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 473 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@752899b9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 512 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 524 (region-location-0):
  State: WAITING
  Blocked count: 12
  Waited count: 18
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 56747
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 566 (ForkJoinPool.commonPool-worker-3):
  State: WAITING
  Blocked count: 0
  Waited count: 329
  Waiting on java.util.concurrent.ForkJoinPool@7ca24825
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 585 (region-location-1):
  State: WAITING
  Blocked count: 4
  Waited count: 10
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 586 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 993 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1164
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1048 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1078 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1088 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 70
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3fd2329c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1092 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1093 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1094 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1241 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1242 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1243 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1293 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1294 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1295 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1297 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1298 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1652 (Container metrics unregistration):
  State: WAITING
  Blocked count: 12
  Waited count: 68
  Waiting on java.util.TaskQueue@3f40e1fe
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2343 (ForkJoinPool.commonPool-worker-4):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 724
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6707 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6708 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 7407 (ForkJoinPool.commonPool-worker-6):
  State: WAITING
  Blocked count: 0
  Waited count: 255
  Waiting on java.util.concurrent.ForkJoinPool@7ca24825
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 11527 (AsyncFSWAL-1-hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData-prefix:c6f7b1897123,36733,1732374300582):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51cd7553
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11530 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 11531 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
2024-11-23T15:14:59,470 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:15:01,936 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=10, reused chunk count=29, reuseRatio=74.36%
2024-11-23T15:15:01,941 DEBUG [master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-23T15:15:09,995 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-23T15:15:29,470 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;c6f7b1897123:36733
231 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 10
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 26
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@46e12449
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 24
  Waited count: 26
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 32
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b9a079d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 33
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6402
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 65
  Waiting on java.util.concurrent.CountDownLatch$Sync@470e3981
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12488
  Waited count: 13322
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@2e4cc42c
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@25e19897
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1275
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@173365be-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:46793}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 32
  Waited count: 3502
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@279d3c82
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 38257):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 65
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 213
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 215
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 62597
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1593
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@244c1348
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 156
  Waited count: 2876
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 159
  Waited count: 2886
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 149
  Waited count: 2875
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 134
  Waited count: 2906
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 131
  Waited count: 2884
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 319
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 24
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp253620660-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp253620660-88-acceptor-0@15d5b20b-ServerConnector@2916d004{HTTP/1.1, (http/1.1)}{localhost:37725}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp253620660-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp253620660-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-73502bb0-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@3fa912c):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1272
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 33117):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 65
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 388
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70373862
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1584
  Waited count: 1785
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@240dd4af):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 697
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 638
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 657
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 662
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 684
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp946563951-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp946563951-120-acceptor-0@4801530a-ServerConnector@75e7f2ac{HTTP/1.1, (http/1.1)}{localhost:46427}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp946563951-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp946563951-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 15
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (Session-HouseKeeper-7a1a267c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (IPC Client (810666871) connection to localhost/127.0.0.1:38257 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1630
  Waited count: 1631
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 125 (IPC Parameter Sending Thread for localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2378
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5659304b):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1272
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 43879):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 65
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 353
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4470bb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1581
  Waited count: 1771
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5da073fa):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 663
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 666
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 644
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 661
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 643
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp1820902699-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp1820902699-154-acceptor-0@781f96ea-ServerConnector@37faaf22{HTTP/1.1, (http/1.1)}{localhost:43415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp1820902699-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp1820902699-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-3aa8c08e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5bb7d71):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1271
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 37321):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 65
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 128
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 415
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45720924
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1572
  Waited count: 1786
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@51be6b18):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 658
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 659
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 658
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 638
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 640
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 219 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78d9840f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (java.util.concurrent.ThreadPoolExecutor$Worker@6725c1e7[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29d7a513
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 228 (java.util.concurrent.ThreadPoolExecutor$Worker@2b93446f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 231 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ca12b40
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 235 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 22
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 238 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 239 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62627):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 236 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 65
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 240 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 318
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 241 (SyncThread:0):
  State: WAITING
  Blocked count: 12
  Waited count: 379
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21e3a173
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 242 (ProcessThread(sid:0 cport:62627):):
  State: WAITING
  Blocked count: 3
  Waited count: 483
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@789b5d28
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 243 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 516
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d658250
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 244 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@37607f39
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 563
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 28
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (Time-limited test-SendThread(127.0.0.1:62627)):
  State: RUNNABLE
  Blocked count: 12
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 259 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 18
  Waited count: 57
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44967104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 260 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 18
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6af4a204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 2
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 11
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 0
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ed981d4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 142
  Waited count: 574
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4bcb1be9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 103
  Waited count: 465
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c225dc5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 64
  Waited count: 10769
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@73092cc7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cb9fd0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ca92839
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@66fc487f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@619576bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f8e4042
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 310 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 330 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 95
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 287 (M:0;c6f7b1897123:36733):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4519
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1103/0x00007f96b4f8af10.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 351 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 64
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 353 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 355 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 357 (org.apache.hadoop.hdfs.PeerCache@6de2e7fa):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 211
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 376 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6297
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 393 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 67
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 394 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 93
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 407 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 166
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29132e95
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 418 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 64
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 62926
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 431 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 37
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 434 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 447 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7550259f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 474 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 13
  Waited count: 27
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76f161de
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 477 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 19
  Waited count: 39
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46a68e13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 473 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@752899b9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 512 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 524 (region-location-0):
  State: WAITING
  Blocked count: 12
  Waited count: 18
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 62747
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 566 (ForkJoinPool.commonPool-worker-3):
  State: WAITING
  Blocked count: 0
  Waited count: 329
  Waiting on java.util.concurrent.ForkJoinPool@7ca24825
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 585 (region-location-1):
  State: WAITING
  Blocked count: 4
  Waited count: 10
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 586 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 993 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1170
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1048 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1078 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1088 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 70
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3fd2329c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1092 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1093 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1094 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1241 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1242 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1243 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1293 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1294 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1295 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1297 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1298 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1652 (Container metrics unregistration):
  State: WAITING
  Blocked count: 12
  Waited count: 68
  Waiting on java.util.TaskQueue@3f40e1fe
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6707 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6708 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 7407 (ForkJoinPool.commonPool-worker-6):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 256
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 11527 (AsyncFSWAL-1-hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData-prefix:c6f7b1897123,36733,1732374300582):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51cd7553
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11531 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11536 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-23T15:15:59,470 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:16:29,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;c6f7b1897123:36733
230 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 10
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 26
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@46e12449
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 24
  Waited count: 27
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 36
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b9a079d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 35
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7002
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 71
  Waiting on java.util.concurrent.CountDownLatch$Sync@2d45b89c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12488
  Waited count: 13323
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@2e4cc42c
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@25e19897
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1395
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 140
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@173365be-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:46793}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 32
  Waited count: 3502
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@279d3c82
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 38257):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 71
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 140
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 233
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 140
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 235
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68551
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1593
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@244c1348
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 156
  Waited count: 2937
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 159
  Waited count: 2947
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 149
  Waited count: 2936
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 134
  Waited count: 2968
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 131
  Waited count: 2946
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 349
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 140
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp253620660-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp253620660-88-acceptor-0@15d5b20b-ServerConnector@2916d004{HTTP/1.1, (http/1.1)}{localhost:37725}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp253620660-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp253620660-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-73502bb0-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@3fa912c):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1392
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 33117):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 71
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 140
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 408
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70373862
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1604
  Waited count: 1825
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@240dd4af):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 764
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 698
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 717
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 722
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 757
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp946563951-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp946563951-120-acceptor-0@4801530a-ServerConnector@75e7f2ac{HTTP/1.1, (http/1.1)}{localhost:46427}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp946563951-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 15
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp946563951-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 16
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (Session-HouseKeeper-7a1a267c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (IPC Client (810666871) connection to localhost/127.0.0.1:38257 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1690
  Waited count: 1691
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 125 (IPC Parameter Sending Thread for localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2438
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5659304b):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1392
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 43879):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 71
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 140
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 373
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4470bb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1601
  Waited count: 1811
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5da073fa):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 723
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 734
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 704
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 735
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 703
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp1820902699-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp1820902699-154-acceptor-0@781f96ea-ServerConnector@37faaf22{HTTP/1.1, (http/1.1)}{localhost:43415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp1820902699-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp1820902699-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-3aa8c08e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5bb7d71):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1391
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 37321):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 71
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 140
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 435
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45720924
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1592
  Waited count: 1826
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@51be6b18):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 718
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 719
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 718
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 698
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 700
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 219 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78d9840f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (java.util.concurrent.ThreadPoolExecutor$Worker@6725c1e7[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29d7a513
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 228 (java.util.concurrent.ThreadPoolExecutor$Worker@2b93446f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 231 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ca12b40
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 235 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 24
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 238 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 239 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62627):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 236 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 71
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 240 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 348
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 241 (SyncThread:0):
  State: WAITING
  Blocked count: 12
  Waited count: 383
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21e3a173
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 242 (ProcessThread(sid:0 cport:62627):):
  State: WAITING
  Blocked count: 3
  Waited count: 487
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@789b5d28
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 243 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 520
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d658250
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 244 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@37607f39
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 603
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 28
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (Time-limited test-SendThread(127.0.0.1:62627)):
  State: RUNNABLE
  Blocked count: 12
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 259 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 18
  Waited count: 57
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44967104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 260 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 18
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6af4a204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 11
  Waited count: 96
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 0
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ed981d4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 142
  Waited count: 574
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4bcb1be9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 103
  Waited count: 465
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c225dc5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 64
  Waited count: 10769
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@73092cc7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cb9fd0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ca92839
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@66fc487f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@619576bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f8e4042
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 310 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 330 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 95
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 287 (M:0;c6f7b1897123:36733):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4519
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1103/0x00007f96b4f8af10.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 351 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 70
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 353 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 355 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 357 (org.apache.hadoop.hdfs.PeerCache@6de2e7fa):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 231
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 376 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6897
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 393 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 67
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 394 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 93
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 407 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 166
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29132e95
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 418 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 70
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68928
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 431 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 37
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 434 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 447 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7550259f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 474 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 13
  Waited count: 27
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76f161de
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 477 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 19
  Waited count: 39
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46a68e13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 473 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@752899b9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 512 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 524 (region-location-0):
  State: WAITING
  Blocked count: 12
  Waited count: 18
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 68748
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 566 (ForkJoinPool.commonPool-worker-3):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 330
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 585 (region-location-1):
  State: WAITING
  Blocked count: 4
  Waited count: 10
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 586 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 993 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1176
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1048 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1078 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1088 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 70
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3fd2329c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1092 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1093 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1094 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1241 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1242 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1243 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1293 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1294 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1295 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1297 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1298 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1652 (Container metrics unregistration):
  State: WAITING
  Blocked count: 12
  Waited count: 68
  Waiting on java.util.TaskQueue@3f40e1fe
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6707 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6708 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11527 (AsyncFSWAL-1-hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData-prefix:c6f7b1897123,36733,1732374300582):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51cd7553
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11531 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11536 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-23T15:16:59,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-23T15:17:29,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;c6f7b1897123:36733
228 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 10
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 26
  Waited count: 19
  Waiting on java.lang.ref.ReferenceQueue$Lock@46e12449
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 24
  Waited count: 28
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 40
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5b9a079d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 37
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7601
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 77
  Waiting on java.util.concurrent.CountDownLatch$Sync@4d929e35
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12488
  Waited count: 13324
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 13
  Waited count: 14
  Waiting on java.lang.ref.ReferenceQueue$Lock@2e4cc42c
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@25e19897
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1515
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@173365be-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:46793}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 32
  Waited count: 3502
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@279d3c82
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 38257):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 77
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 253
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 255
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 74504
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1593
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@244c1348
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 156
  Waited count: 2998
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 159
  Waited count: 3009
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 149
  Waited count: 2997
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 134
  Waited count: 3029
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 38257):
  State: TIMED_WAITING
  Blocked count: 131
  Waited count: 3007
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 379
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 28
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp253620660-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp253620660-88-acceptor-0@15d5b20b-ServerConnector@2916d004{HTTP/1.1, (http/1.1)}{localhost:37725}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp253620660-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp253620660-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-73502bb0-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@3fa912c):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1512
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 33117):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 77
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 2
  Waited count: 428
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70373862
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1624
  Waited count: 1865
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@240dd4af):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 834
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 758
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 777
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 782
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 33117):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 829
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (qtp946563951-119):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp946563951-120-acceptor-0@4801530a-ServerConnector@75e7f2ac{HTTP/1.1, (http/1.1)}{localhost:46427}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 121 (qtp946563951-121):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 17
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp946563951-122):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 17
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (Session-HouseKeeper-7a1a267c-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (IPC Client (810666871) connection to localhost/127.0.0.1:38257 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1750
  Waited count: 1751
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 125 (IPC Parameter Sending Thread for localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2498
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5659304b):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1512
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 43879):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 77
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 393
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4470bb5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1621
  Waited count: 1851
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5da073fa):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 783
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 796
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 764
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 802
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 43879):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 763
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp1820902699-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f96b442d2a8.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp1820902699-154-acceptor-0@781f96ea-ServerConnector@37faaf22{HTTP/1.1, (http/1.1)}{localhost:43415}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp1820902699-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp1820902699-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-3aa8c08e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@5bb7d71):
  State: TIMED_WAITING
  Blocked count: 13
  Waited count: 1511
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 37321):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 77
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 152
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 455
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@45720924
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257):
  State: TIMED_WAITING
  Blocked count: 1612
  Waited count: 1866
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@51be6b18):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 778
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 779
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 778
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 758
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 37321):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 760
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1)):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3)):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4)):
  State: TIMED_WAITING
  Blocked count: 5
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 203 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 219 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@78d9840f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 220 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/current/BP-1989606669-172.17.0.3-1732374294485):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 223 (java.util.concurrent.ThreadPoolExecutor$Worker@6725c1e7[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 224 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29d7a513
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 228 (java.util.concurrent.ThreadPoolExecutor$Worker@2b93446f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 231 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ca12b40
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 235 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 26
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 238 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 239 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62627):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 236 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 77
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 240 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 378
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 241 (SyncThread:0):
  State: WAITING
  Blocked count: 12
  Waited count: 388
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@21e3a173
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 242 (ProcessThread(sid:0 cport:62627):):
  State: WAITING
  Blocked count: 3
  Waited count: 492
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@789b5d28
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 243 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 525
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d658250
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 244 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 2
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@37607f39
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 643
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 28
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 258 (Time-limited test-SendThread(127.0.0.1:62627)):
  State: RUNNABLE
  Blocked count: 12
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 259 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 18
  Waited count: 57
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@44967104
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 260 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 18
  Waited count: 71
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6af4a204
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 5
  Waited count: 101
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 2
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 11
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 0
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 275 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@bb4bf05
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ed981d4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 142
  Waited count: 574
  Waiting on java.util.concurrent.Semaphore$NonfairSync@4bcb1be9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 103
  Waited count: 465
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3c225dc5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 64
  Waited count: 10769
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@73092cc7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@61ccd453
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cb9fd0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@5ca92839
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@66fc487f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 286 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36733):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.Semaphore$NonfairSync@619576bf
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 289 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4f8e4042
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 290 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 310 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 330 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 95
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 287 (M:0;c6f7b1897123:36733):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4519
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1103/0x00007f96b4f8af10.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 351 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 76
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 353 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 355 (master/c6f7b1897123:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 357 (org.apache.hadoop.hdfs.PeerCache@6de2e7fa):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 251
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 376 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7496
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 393 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 67
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 394 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 93
  Waited count: 3
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 407 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 166
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@29132e95
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 418 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 74929
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 431 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 37
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 434 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 21
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 447 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7550259f
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 474 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 13
  Waited count: 27
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@76f161de
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 477 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 19
  Waited count: 39
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46a68e13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 473 (regionserver/c6f7b1897123:0.procedureResultReporter):
  State: WAITING
  Blocked count: 15
  Waited count: 31
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@752899b9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 512 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 524 (region-location-0):
  State: WAITING
  Blocked count: 12
  Waited count: 18
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 74750
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 537 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 539 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 585 (region-location-1):
  State: WAITING
  Blocked count: 4
  Waited count: 10
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 586 (region-location-2):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 993 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1182
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1048 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1078 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1088 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 70
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3fd2329c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1092 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1093 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1094 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1241 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1242 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1243 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1293 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1294 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1295 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1297 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1298 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1652 (Container metrics unregistration):
  State: WAITING
  Blocked count: 12
  Waited count: 68
  Waiting on java.util.TaskQueue@3f40e1fe
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 6
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1a0365e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6707 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6708 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11527 (AsyncFSWAL-1-hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData-prefix:c6f7b1897123,36733,1732374300582):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51cd7553
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11536 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 15
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-23T15:17:33,689 DEBUG [M:0;c6f7b1897123:36733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732374753669Disabling compacts and flushes for region at 1732374753669Disabling writes for close at 1732374753688 (+19 ms)Obtaining lock to block concurrent updates at 1732374753688Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732374753688Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=1033813, getHeapSize=1238896, getOffHeapSize=0, getCellsCount=2706 at 1732374753688Failed flush master:store,,1.1595e783b53d99cd5eef43b6debb2682., putting online again at 1732375053689 (+300001 ms)
2024-11-23T15:17:33,689 WARN  [M:0;c6f7b1897123:36733 {}] region.MasterRegion(134): Failed to close region
org.apache.hadoop.hbase.regionserver.wal.WALSyncTimeoutIOException: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=4654, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1033) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.closeRegion(MasterRegion.java:132) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:205) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=4654, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:171) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029) ~[classes/:?]
	... 19 more
2024-11-23T15:17:33,691 WARN  [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.ensureWritable(int)" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.writeInt(FanOutOneBlockAsyncDFSOutput.java:391) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:247) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:17:33,693 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-23T15:17:33,693 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-23T15:17:33,693 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361
2024-11-23T15:17:33,695 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361 after 0ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:17:33,696 WARN  [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed.
java.io.InterruptedIOException: Operation cancelled
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.checkIfCancelled(RecoverLeaseFSUtils.java:269) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:159) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:17:33,696 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361
2024-11-23T15:17:33,696 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361 after 0ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:17:37,697 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=1 on file=hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361 after 4000ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-23T15:17:38,691 ERROR [WAL-Shutdown-0 {}] wal.AbstractFSWAL(2118): We have waited 5 seconds but the close of async writer doesn't complete.Please check the status of underlying filesystem or increase the wait time by the config "hbase.wal.async.wait.on.shutdown.seconds"
2024-11-23T15:17:38,691 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-23T15:17:38,692 INFO  [M:0;c6f7b1897123:36733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-23T15:17:38,692 INFO  [M:0;c6f7b1897123:36733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36733
2024-11-23T15:17:38,692 INFO  [M:0;c6f7b1897123:36733 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-23T15:17:38,699 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(258): Failed invocation for hdfs://localhost:38257/user/jenkins/test-data/16f241a5-96c4-7b2f-61e7-dd0abe1030ce/MasterData/WALs/c6f7b1897123,36733,1732374300582/c6f7b1897123%2C36733%2C1732374300582.1732374302361
java.lang.reflect.InvocationTargetException: null
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.isFileClosed(RecoverLeaseFSUtils.java:254) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:186) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.isFileClosed(DFSClient.java:1808) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2539) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2536) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.isFileClosed(DistributedFileSystem.java:2554) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 12 more
2024-11-23T15:17:38,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:17:38,852 INFO  [M:0;c6f7b1897123:36733 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-23T15:17:38,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36733-0x1016839ff480000, quorum=127.0.0.1:62627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-23T15:17:38,909 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@285f5d4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T15:17:38,916 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37faaf22{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:17:38,916 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:17:38,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a0d78f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T15:17:38,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39e547ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:17:38,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-23T15:17:38,925 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-23T15:17:38,925 WARN  [BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-23T15:17:38,925 WARN  [BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1989606669-172.17.0.3-1732374294485 (Datanode Uuid 44d22d9a-0992-4c01-9a3a-c69cc8c749bd) service to localhost/127.0.0.1:38257
2024-11-23T15:17:38,927 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data5/current/BP-1989606669-172.17.0.3-1732374294485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T15:17:38,928 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data6/current/BP-1989606669-172.17.0.3-1732374294485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T15:17:38,928 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-23T15:17:38,949 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fa4a624{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T15:17:38,950 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75e7f2ac{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:17:38,950 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:17:38,950 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@650cc041{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T15:17:38,950 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3765cc44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:17:38,952 WARN  [BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-23T15:17:38,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-23T15:17:38,952 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-23T15:17:38,952 WARN  [BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1989606669-172.17.0.3-1732374294485 (Datanode Uuid 62068d41-3d9a-4d0c-9759-ad00010ebb2f) service to localhost/127.0.0.1:38257
2024-11-23T15:17:38,953 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data3/current/BP-1989606669-172.17.0.3-1732374294485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T15:17:38,953 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data4/current/BP-1989606669-172.17.0.3-1732374294485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T15:17:38,953 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-23T15:17:38,972 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@590f03cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-23T15:17:38,973 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2916d004{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:17:38,973 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:17:38,973 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d28edc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T15:17:38,973 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f017a3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:17:38,975 WARN  [BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-23T15:17:38,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-23T15:17:38,975 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-23T15:17:38,975 WARN  [BP-1989606669-172.17.0.3-1732374294485 heartbeating to localhost/127.0.0.1:38257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1989606669-172.17.0.3-1732374294485 (Datanode Uuid 26ca64f6-53ec-464d-9388-2fe48dd28ee9) service to localhost/127.0.0.1:38257
2024-11-23T15:17:38,975 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data1/current/BP-1989606669-172.17.0.3-1732374294485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T15:17:38,976 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/cluster_b7b269ea-70d4-4d07-f159-cc2fbd8969d6/data/data2/current/BP-1989606669-172.17.0.3-1732374294485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-23T15:17:38,976 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-23T15:17:38,986 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5996a1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-23T15:17:38,986 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-23T15:17:38,986 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-23T15:17:38,986 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@af8acfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-23T15:17:38,987 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186b7ee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/6f948020-86f0-4663-6f9c-858a95460c1c/hadoop.log.dir/,STOPPED}
2024-11-23T15:17:39,003 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-23T15:17:39,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down